2026-02-12T01:34:23.196 INFO:root:teuthology version: 0.0.1.dev29+gc433f1062 2026-02-12T01:34:23.212 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-12T01:34:23.291 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072 branch: wip-guits-main-2026-02-10-0743 description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} email: gabrioux@ibm.com first_in_suite: false flavor: default job_id: '45072' kernel: branch: distro kdb: true sha1: distro last_in_suite: false machine_type: trial name: gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-guits-main-2026-02-10-0743 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 workunit: branch: wip-guits-main-2026-02-10-0743 sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 owner: scheduled_gabrioux@soko04.front.sepia.ceph.com priority: 69 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 2771 sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-main-2026-02-10-0743 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_e200f5a177e1f98aa64d47f88121b3121ef739b3/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 targets: trial007.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAto702EJQYAcORWUb6tTehwg2/5Y43bW/FNcsgeC1BiFy/NXyiw4QDg7ayxLM+CqMPtU/d1uV5+QKQ0OY4DhH0= trial059.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHgIr8SgOBcb67FOFx3YinUVEArFIa2/XHpJxEKe+pchnbIakmYTesm9slR7WT6Wim8ZSPMfJeY24c01nz0vTe0= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - time timeout 60 bash -c "until ceph versions | jq -e '.rgw | length == 1'; do sleep 2; done" - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep 'osd' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: c433f1062990a0488dc29a553589bc609a460691 timestamp: 2026-02-11_07:53:20 tube: trial user: gabrioux verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.2161924 2026-02-12T01:34:23.292 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_e200f5a177e1f98aa64d47f88121b3121ef739b3/qa; will attempt to use it 2026-02-12T01:34:23.292 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_e200f5a177e1f98aa64d47f88121b3121ef739b3/qa/tasks 2026-02-12T01:34:23.292 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-12T01:34:23.294 INFO:teuthology.task.internal:Checking packages... 2026-02-12T01:34:23.294 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'e200f5a177e1f98aa64d47f88121b3121ef739b3' 2026-02-12T01:34:23.294 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-12T01:34:23.294 INFO:teuthology.packaging:ref: None 2026-02-12T01:34:23.294 INFO:teuthology.packaging:tag: None 2026-02-12T01:34:23.294 INFO:teuthology.packaging:branch: wip-guits-main-2026-02-10-0743 2026-02-12T01:34:23.294 INFO:teuthology.packaging:sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T01:34:23.294 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-guits-main-2026-02-10-0743 2026-02-12T01:34:23.409 INFO:teuthology.task.internal:Found packages for ceph version 20.3.0-5221.ge200f5a1 2026-02-12T01:34:23.410 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-12T01:34:23.422 INFO:teuthology.task.internal:no buildpackages task found 2026-02-12T01:34:23.422 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-12T01:34:23.435 INFO:teuthology.task.internal:Saving configuration 2026-02-12T01:34:23.452 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-12T01:34:23.465 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-12T01:34:23.541 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial007.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-12 01:31:03.414613', 'locked_by': 'scheduled_gabrioux@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAto702EJQYAcORWUb6tTehwg2/5Y43bW/FNcsgeC1BiFy/NXyiw4QDg7ayxLM+CqMPtU/d1uV5+QKQ0OY4DhH0='} 2026-02-12T01:34:23.596 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial059.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-12 01:31:03.415261', 'locked_by': 'scheduled_gabrioux@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHgIr8SgOBcb67FOFx3YinUVEArFIa2/XHpJxEKe+pchnbIakmYTesm9slR7WT6Wim8ZSPMfJeY24c01nz0vTe0='} 2026-02-12T01:34:23.596 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-12T01:34:23.608 INFO:teuthology.task.internal:roles: ubuntu@trial007.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2026-02-12T01:34:23.608 INFO:teuthology.task.internal:roles: ubuntu@trial059.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2026-02-12T01:34:23.608 INFO:teuthology.run_tasks:Running task console_log... 2026-02-12T01:34:23.743 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x75ea0951c220>, signals=[15]) 2026-02-12T01:34:23.743 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-12T01:34:23.754 INFO:teuthology.task.internal:Opening connections... 2026-02-12T01:34:23.754 DEBUG:teuthology.task.internal:connecting to ubuntu@trial007.front.sepia.ceph.com 2026-02-12T01:34:23.755 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:34:23.816 DEBUG:teuthology.task.internal:connecting to ubuntu@trial059.front.sepia.ceph.com 2026-02-12T01:34:23.817 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:34:23.877 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-12T01:34:23.888 DEBUG:teuthology.orchestra.run.trial007:> uname -m 2026-02-12T01:34:23.904 INFO:teuthology.orchestra.run.trial007.stdout:x86_64 2026-02-12T01:34:23.904 DEBUG:teuthology.orchestra.run.trial007:> cat /etc/os-release 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:NAME="CentOS Stream" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:VERSION="9" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:ID="centos" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:ID_LIKE="rhel fedora" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:VERSION_ID="9" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:PLATFORM_ID="platform:el9" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:ANSI_COLOR="0;31" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:LOGO="fedora-logo-icon" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:HOME_URL="https://centos.org/" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-12T01:34:23.960 INFO:teuthology.orchestra.run.trial007.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-12T01:34:23.961 INFO:teuthology.lock.ops:Updating trial007.front.sepia.ceph.com on lock server 2026-02-12T01:34:24.031 DEBUG:teuthology.orchestra.run.trial059:> uname -m 2026-02-12T01:34:24.046 INFO:teuthology.orchestra.run.trial059.stdout:x86_64 2026-02-12T01:34:24.046 DEBUG:teuthology.orchestra.run.trial059:> cat /etc/os-release 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:NAME="CentOS Stream" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:VERSION="9" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:ID="centos" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:ID_LIKE="rhel fedora" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:VERSION_ID="9" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:PLATFORM_ID="platform:el9" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:ANSI_COLOR="0;31" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:LOGO="fedora-logo-icon" 2026-02-12T01:34:24.102 INFO:teuthology.orchestra.run.trial059.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-12T01:34:24.103 INFO:teuthology.orchestra.run.trial059.stdout:HOME_URL="https://centos.org/" 2026-02-12T01:34:24.103 INFO:teuthology.orchestra.run.trial059.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-12T01:34:24.103 INFO:teuthology.orchestra.run.trial059.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-12T01:34:24.103 INFO:teuthology.orchestra.run.trial059.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-12T01:34:24.103 INFO:teuthology.lock.ops:Updating trial059.front.sepia.ceph.com on lock server 2026-02-12T01:34:24.180 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-12T01:34:24.192 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-12T01:34:24.206 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-12T01:34:24.206 DEBUG:teuthology.orchestra.run.trial007:> test '!' -e /home/ubuntu/cephtest 2026-02-12T01:34:24.208 DEBUG:teuthology.orchestra.run.trial059:> test '!' -e /home/ubuntu/cephtest 2026-02-12T01:34:24.223 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-12T01:34:24.235 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-12T01:34:24.235 DEBUG:teuthology.orchestra.run.trial007:> test -z $(ls -A /var/lib/ceph) 2026-02-12T01:34:24.263 DEBUG:teuthology.orchestra.run.trial059:> test -z $(ls -A /var/lib/ceph) 2026-02-12T01:34:24.280 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-12T01:34:24.449 INFO:teuthology.run_tasks:Running task kernel... 2026-02-12T01:34:24.469 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-12T01:34:24.469 INFO:teuthology.task.kernel:config {'mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'mon.b': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-12T01:34:24.469 DEBUG:teuthology.orchestra.run.trial007:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-12T01:34:24.469 DEBUG:teuthology.orchestra.run.trial059:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-12T01:34:24.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T01:34:24.483 DEBUG:teuthology.orchestra.run.trial007:> uname -r 2026-02-12T01:34:24.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T01:34:24.484 DEBUG:teuthology.orchestra.run.trial059:> uname -r 2026-02-12T01:34:24.539 INFO:teuthology.orchestra.run.trial007.stdout:5.14.0-645.el9.x86_64 2026-02-12T01:34:24.539 INFO:teuthology.task.kernel:Running kernel on trial007: 5.14.0-645.el9.x86_64 2026-02-12T01:34:24.539 DEBUG:teuthology.orchestra.run.trial007:> sudo yum install -y kernel 2026-02-12T01:34:24.540 INFO:teuthology.orchestra.run.trial059.stdout:5.14.0-645.el9.x86_64 2026-02-12T01:34:24.540 INFO:teuthology.task.kernel:Running kernel on trial059: 5.14.0-645.el9.x86_64 2026-02-12T01:34:24.540 DEBUG:teuthology.orchestra.run.trial059:> sudo yum install -y kernel 2026-02-12T01:34:25.199 INFO:teuthology.orchestra.run.trial007.stdout:CentOS Stream 9 - BaseOS 30 MB/s | 8.9 MB 00:00 2026-02-12T01:34:25.730 INFO:teuthology.orchestra.run.trial059.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.9 MB 00:00 2026-02-12T01:34:28.972 INFO:teuthology.orchestra.run.trial059.stdout:CentOS Stream 9 - AppStream 9.9 MB/s | 27 MB 00:02 2026-02-12T01:34:32.381 INFO:teuthology.orchestra.run.trial059.stdout:CentOS Stream 9 - CRB 7.4 MB/s | 7.8 MB 00:01 2026-02-12T01:34:32.397 INFO:teuthology.orchestra.run.trial007.stdout:CentOS Stream 9 - AppStream 4.0 MB/s | 27 MB 00:06 2026-02-12T01:34:33.945 INFO:teuthology.orchestra.run.trial059.stdout:CentOS Stream 9 - Extras packages 24 kB/s | 20 kB 00:00 2026-02-12T01:34:34.826 INFO:teuthology.orchestra.run.trial059.stdout:Extra Packages for Enterprise Linux 25 MB/s | 20 MB 00:00 2026-02-12T01:34:36.550 INFO:teuthology.orchestra.run.trial007.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 7.8 MB 00:01 2026-02-12T01:34:37.495 INFO:teuthology.orchestra.run.trial007.stdout:CentOS Stream 9 - Extras packages 85 kB/s | 20 kB 00:00 2026-02-12T01:34:38.069 INFO:teuthology.orchestra.run.trial059.stdout:lab-extras 1.7 MB/s | 50 kB 00:00 2026-02-12T01:34:38.334 INFO:teuthology.orchestra.run.trial007.stdout:Extra Packages for Enterprise Linux 26 MB/s | 20 MB 00:00 2026-02-12T01:34:39.127 INFO:teuthology.orchestra.run.trial059.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-12T01:34:39.147 INFO:teuthology.orchestra.run.trial059.stdout:Dependencies resolved. 2026-02-12T01:34:39.147 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout: Package Architecture Version Repository Size 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:Installing: 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:Installing dependencies: 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:Transaction Summary 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:Install 4 Packages 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:Total download size: 88 M 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:Installed size: 135 M 2026-02-12T01:34:39.148 INFO:teuthology.orchestra.run.trial059.stdout:Downloading Packages: 2026-02-12T01:34:39.277 INFO:teuthology.orchestra.run.trial059.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 12 MB/s | 768 kB 00:00 2026-02-12T01:34:39.405 INFO:teuthology.orchestra.run.trial059.stdout:(2/4): kernel-core-5.14.0-677.el9.x86_64.rpm 90 MB/s | 17 MB 00:00 2026-02-12T01:34:39.483 INFO:teuthology.orchestra.run.trial059.stdout:(3/4): kernel-modules-core-5.14.0-677.el9.x86_6 150 MB/s | 31 MB 00:00 2026-02-12T01:34:40.083 INFO:teuthology.orchestra.run.trial059.stdout:(4/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 46 MB/s | 40 MB 00:00 2026-02-12T01:34:40.085 INFO:teuthology.orchestra.run.trial059.stdout:-------------------------------------------------------------------------------- 2026-02-12T01:34:40.085 INFO:teuthology.orchestra.run.trial059.stdout:Total 94 MB/s | 88 MB 00:00 2026-02-12T01:34:40.273 INFO:teuthology.orchestra.run.trial059.stdout:Running transaction check 2026-02-12T01:34:40.476 INFO:teuthology.orchestra.run.trial059.stdout:Transaction check succeeded. 2026-02-12T01:34:40.476 INFO:teuthology.orchestra.run.trial059.stdout:Running transaction test 2026-02-12T01:34:40.822 INFO:teuthology.orchestra.run.trial059.stdout:Transaction test succeeded. 2026-02-12T01:34:40.822 INFO:teuthology.orchestra.run.trial059.stdout:Running transaction 2026-02-12T01:34:41.530 INFO:teuthology.orchestra.run.trial007.stdout:lab-extras 938 kB/s | 50 kB 00:00 2026-02-12T01:34:41.920 INFO:teuthology.orchestra.run.trial059.stdout: Preparing : 1/1 2026-02-12T01:34:42.208 INFO:teuthology.orchestra.run.trial059.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-12T01:34:42.227 INFO:teuthology.orchestra.run.trial059.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T01:34:42.588 INFO:teuthology.orchestra.run.trial007.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-12T01:34:42.608 INFO:teuthology.orchestra.run.trial007.stdout:Dependencies resolved. 2026-02-12T01:34:42.609 INFO:teuthology.orchestra.run.trial007.stdout:================================================================================ 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout: Package Architecture Version Repository Size 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout:================================================================================ 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout:Installing: 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout:Installing dependencies: 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:34:42.610 INFO:teuthology.orchestra.run.trial007.stdout:Transaction Summary 2026-02-12T01:34:42.611 INFO:teuthology.orchestra.run.trial007.stdout:================================================================================ 2026-02-12T01:34:42.611 INFO:teuthology.orchestra.run.trial007.stdout:Install 4 Packages 2026-02-12T01:34:42.611 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:34:42.611 INFO:teuthology.orchestra.run.trial007.stdout:Total download size: 88 M 2026-02-12T01:34:42.611 INFO:teuthology.orchestra.run.trial007.stdout:Installed size: 135 M 2026-02-12T01:34:42.611 INFO:teuthology.orchestra.run.trial007.stdout:Downloading Packages: 2026-02-12T01:34:42.914 INFO:teuthology.orchestra.run.trial007.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 12 MB/s | 768 kB 00:00 2026-02-12T01:34:43.033 INFO:teuthology.orchestra.run.trial007.stdout:(2/4): kernel-core-5.14.0-677.el9.x86_64.rpm 94 MB/s | 17 MB 00:00 2026-02-12T01:34:43.431 INFO:teuthology.orchestra.run.trial007.stdout:(3/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 68 MB/s | 40 MB 00:00 2026-02-12T01:34:43.867 INFO:teuthology.orchestra.run.trial007.stdout:(4/4): kernel-modules-core-5.14.0-677.el9.x86_6 32 MB/s | 31 MB 00:00 2026-02-12T01:34:43.867 INFO:teuthology.orchestra.run.trial007.stdout:-------------------------------------------------------------------------------- 2026-02-12T01:34:43.867 INFO:teuthology.orchestra.run.trial007.stdout:Total 70 MB/s | 88 MB 00:01 2026-02-12T01:34:44.011 INFO:teuthology.orchestra.run.trial059.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T01:34:44.039 INFO:teuthology.orchestra.run.trial059.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T01:34:44.057 INFO:teuthology.orchestra.run.trial007.stdout:Running transaction check 2026-02-12T01:34:44.261 INFO:teuthology.orchestra.run.trial007.stdout:Transaction check succeeded. 2026-02-12T01:34:44.262 INFO:teuthology.orchestra.run.trial007.stdout:Running transaction test 2026-02-12T01:34:44.608 INFO:teuthology.orchestra.run.trial007.stdout:Transaction test succeeded. 2026-02-12T01:34:44.609 INFO:teuthology.orchestra.run.trial007.stdout:Running transaction 2026-02-12T01:34:45.699 INFO:teuthology.orchestra.run.trial007.stdout: Preparing : 1/1 2026-02-12T01:34:45.983 INFO:teuthology.orchestra.run.trial007.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-12T01:34:46.003 INFO:teuthology.orchestra.run.trial007.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T01:34:47.064 INFO:teuthology.orchestra.run.trial059.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T01:34:47.071 INFO:teuthology.orchestra.run.trial059.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:34:47.785 INFO:teuthology.orchestra.run.trial007.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T01:34:47.814 INFO:teuthology.orchestra.run.trial007.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T01:34:50.167 INFO:teuthology.orchestra.run.trial059.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:34:50.836 INFO:teuthology.orchestra.run.trial007.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T01:34:50.842 INFO:teuthology.orchestra.run.trial007.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:34:53.879 INFO:teuthology.orchestra.run.trial007.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:20.466 INFO:teuthology.orchestra.run.trial059.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:20.488 INFO:teuthology.orchestra.run.trial059.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:20.552 INFO:teuthology.orchestra.run.trial059.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:20.552 INFO:teuthology.orchestra.run.trial059.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-12T01:35:20.552 INFO:teuthology.orchestra.run.trial059.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T01:35:20.552 INFO:teuthology.orchestra.run.trial059.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T01:35:20.604 INFO:teuthology.orchestra.run.trial059.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:20.604 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:35:20.604 INFO:teuthology.orchestra.run.trial059.stdout:Installed: 2026-02-12T01:35:20.604 INFO:teuthology.orchestra.run.trial059.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-12T01:35:20.604 INFO:teuthology.orchestra.run.trial059.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-12T01:35:20.604 INFO:teuthology.orchestra.run.trial059.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-12T01:35:20.605 INFO:teuthology.orchestra.run.trial059.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-12T01:35:20.605 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:35:20.605 INFO:teuthology.orchestra.run.trial059.stdout:Complete! 2026-02-12T01:35:20.661 DEBUG:teuthology.orchestra.run.trial059:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T01:35:20.686 INFO:teuthology.orchestra.run.trial059.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T01:35:20.687 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T01:35:20.688 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-12T01:35:20.688 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-12T01:35:20.688 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-12T01:35:20.688 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2026-02-12T01:35:20.688 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial059.front.sepia.ceph.com, path=None, version=distro) 2026-02-12T01:35:20.688 DEBUG:teuthology.orchestra.run.trial059:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T01:35:20.751 INFO:teuthology.orchestra.run.trial059.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T01:35:20.752 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T01:35:20.752 DEBUG:teuthology.orchestra.run.trial059:> sudo rpm -qi grub2-tools 2026-02-12T01:35:20.822 INFO:teuthology.orchestra.run.trial059.stdout:Name : grub2-tools 2026-02-12T01:35:20.822 INFO:teuthology.orchestra.run.trial059.stdout:Epoch : 1 2026-02-12T01:35:20.822 INFO:teuthology.orchestra.run.trial059.stdout:Version : 2.06 2026-02-12T01:35:20.822 INFO:teuthology.orchestra.run.trial059.stdout:Release : 118.el9 2026-02-12T01:35:20.822 INFO:teuthology.orchestra.run.trial059.stdout:Architecture: x86_64 2026-02-12T01:35:20.822 INFO:teuthology.orchestra.run.trial059.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-12T01:35:20.822 INFO:teuthology.orchestra.run.trial059.stdout:Group : Unspecified 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Size : 8393909 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:License : GPLv3+ 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Packager : builder@centos.org 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Vendor : CentOS 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Summary : Support tools for GRUB. 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout:Description : 2026-02-12T01:35:20.823 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:35:20.824 INFO:teuthology.orchestra.run.trial059.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-12T01:35:20.824 INFO:teuthology.orchestra.run.trial059.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-12T01:35:20.824 INFO:teuthology.orchestra.run.trial059.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-12T01:35:20.824 INFO:teuthology.orchestra.run.trial059.stdout:hardware devices. 2026-02-12T01:35:20.824 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:35:20.824 INFO:teuthology.orchestra.run.trial059.stdout:This subpackage provides tools for support of all platforms. 2026-02-12T01:35:20.825 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-12T01:35:20.825 INFO:teuthology.task.kernel:Updating grub on trial059 to boot 5.14.0-677.el9.x86_64 2026-02-12T01:35:20.825 DEBUG:teuthology.orchestra.run.trial059:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-12T01:35:20.888 INFO:teuthology.orchestra.run.trial059.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-12T01:35:20.890 DEBUG:teuthology.orchestra.run.trial059:> sudo command -v grubby && echo yes || echo no 2026-02-12T01:35:20.953 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/grubby 2026-02-12T01:35:20.954 INFO:teuthology.orchestra.run.trial059.stdout:yes 2026-02-12T01:35:20.955 DEBUG:teuthology.orchestra.run.trial059:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-12T01:35:21.020 INFO:teuthology.orchestra.run.trial059.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-12T01:35:21.021 DEBUG:teuthology.orchestra.run.trial059:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-12T01:35:21.094 DEBUG:teuthology.orchestra.run.trial059:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-12T01:35:21.301 INFO:teuthology.orchestra.run.trial059.stderr:Generating grub configuration file ... 2026-02-12T01:35:21.364 INFO:teuthology.orchestra.run.trial059.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-12T01:35:21.370 INFO:teuthology.orchestra.run.trial059.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-12T01:35:21.620 INFO:teuthology.orchestra.run.trial059.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-12T01:35:21.627 INFO:teuthology.orchestra.run.trial059.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-12T01:35:21.659 INFO:teuthology.orchestra.run.trial059.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-12T01:35:21.665 INFO:teuthology.orchestra.run.trial059.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-12T01:35:21.688 INFO:teuthology.orchestra.run.trial059.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-12T01:35:21.694 INFO:teuthology.orchestra.run.trial059.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-12T01:35:21.775 INFO:teuthology.orchestra.run.trial059.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-12T01:35:21.784 INFO:teuthology.orchestra.run.trial059.stderr:done 2026-02-12T01:35:21.786 DEBUG:teuthology.orchestra.run.trial059:> test -d /sys/firmware/efi 2026-02-12T01:35:21.802 DEBUG:teuthology.orchestra.run.trial059:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-12T01:35:21.869 INFO:teuthology.orchestra.run.trial059.stdout:/boot/efi/EFI/BOOT 2026-02-12T01:35:21.869 INFO:teuthology.orchestra.run.trial059.stdout:/boot/efi/EFI/centos 2026-02-12T01:35:21.870 DEBUG:teuthology.orchestra.run.trial059:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-12T01:35:21.935 INFO:teuthology.orchestra.run.trial059.stdout:no 2026-02-12T01:35:21.935 DEBUG:teuthology.orchestra.run.trial059:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-12T01:35:21.999 INFO:teuthology.orchestra.run.trial059.stdout:yes 2026-02-12T01:35:21.999 DEBUG:teuthology.orchestra.run.trial059:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-12T01:35:22.063 DEBUG:teuthology.orchestra.run.trial059:> sudo shutdown -r now 2026-02-12T01:35:24.363 INFO:teuthology.orchestra.run.trial007.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:24.385 INFO:teuthology.orchestra.run.trial007.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:24.449 INFO:teuthology.orchestra.run.trial007.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:24.450 INFO:teuthology.orchestra.run.trial007.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-12T01:35:24.450 INFO:teuthology.orchestra.run.trial007.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T01:35:24.450 INFO:teuthology.orchestra.run.trial007.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T01:35:24.501 INFO:teuthology.orchestra.run.trial007.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T01:35:24.501 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:35:24.501 INFO:teuthology.orchestra.run.trial007.stdout:Installed: 2026-02-12T01:35:24.501 INFO:teuthology.orchestra.run.trial007.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-12T01:35:24.501 INFO:teuthology.orchestra.run.trial007.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-12T01:35:24.501 INFO:teuthology.orchestra.run.trial007.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-12T01:35:24.501 INFO:teuthology.orchestra.run.trial007.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-12T01:35:24.502 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:35:24.502 INFO:teuthology.orchestra.run.trial007.stdout:Complete! 2026-02-12T01:35:24.559 DEBUG:teuthology.orchestra.run.trial007:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T01:35:24.585 INFO:teuthology.orchestra.run.trial007.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T01:35:24.586 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T01:35:24.586 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-12T01:35:24.586 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-12T01:35:24.586 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-12T01:35:24.586 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-12T01:35:24.587 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial007.front.sepia.ceph.com, path=None, version=distro) 2026-02-12T01:35:24.587 DEBUG:teuthology.orchestra.run.trial007:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T01:35:24.650 INFO:teuthology.orchestra.run.trial007.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T01:35:24.651 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T01:35:24.651 DEBUG:teuthology.orchestra.run.trial007:> sudo rpm -qi grub2-tools 2026-02-12T01:35:24.721 INFO:teuthology.orchestra.run.trial007.stdout:Name : grub2-tools 2026-02-12T01:35:24.721 INFO:teuthology.orchestra.run.trial007.stdout:Epoch : 1 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Version : 2.06 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Release : 118.el9 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Architecture: x86_64 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Group : Unspecified 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Size : 8393909 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:License : GPLv3+ 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-12T01:35:24.722 INFO:teuthology.orchestra.run.trial007.stdout:Packager : builder@centos.org 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:Vendor : CentOS 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:Summary : Support tools for GRUB. 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:Description : 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:hardware devices. 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:35:24.723 INFO:teuthology.orchestra.run.trial007.stdout:This subpackage provides tools for support of all platforms. 2026-02-12T01:35:24.724 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-12T01:35:24.725 INFO:teuthology.task.kernel:Updating grub on trial007 to boot 5.14.0-677.el9.x86_64 2026-02-12T01:35:24.725 DEBUG:teuthology.orchestra.run.trial007:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-12T01:35:24.789 INFO:teuthology.orchestra.run.trial007.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-12T01:35:24.791 DEBUG:teuthology.orchestra.run.trial007:> sudo command -v grubby && echo yes || echo no 2026-02-12T01:35:24.857 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/grubby 2026-02-12T01:35:24.858 INFO:teuthology.orchestra.run.trial007.stdout:yes 2026-02-12T01:35:24.859 DEBUG:teuthology.orchestra.run.trial007:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-12T01:35:24.924 INFO:teuthology.orchestra.run.trial007.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-12T01:35:24.925 DEBUG:teuthology.orchestra.run.trial007:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-12T01:35:24.998 DEBUG:teuthology.orchestra.run.trial007:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-12T01:35:25.205 INFO:teuthology.orchestra.run.trial007.stderr:Generating grub configuration file ... 2026-02-12T01:35:25.270 INFO:teuthology.orchestra.run.trial007.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-12T01:35:25.276 INFO:teuthology.orchestra.run.trial007.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-12T01:35:25.529 INFO:teuthology.orchestra.run.trial007.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-12T01:35:25.536 INFO:teuthology.orchestra.run.trial007.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-12T01:35:25.568 INFO:teuthology.orchestra.run.trial007.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-12T01:35:25.575 INFO:teuthology.orchestra.run.trial007.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-12T01:35:25.599 INFO:teuthology.orchestra.run.trial007.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-12T01:35:25.605 INFO:teuthology.orchestra.run.trial007.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-12T01:35:25.690 INFO:teuthology.orchestra.run.trial007.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-12T01:35:25.698 INFO:teuthology.orchestra.run.trial007.stderr:done 2026-02-12T01:35:25.700 DEBUG:teuthology.orchestra.run.trial007:> test -d /sys/firmware/efi 2026-02-12T01:35:25.716 DEBUG:teuthology.orchestra.run.trial007:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-12T01:35:25.782 INFO:teuthology.orchestra.run.trial007.stdout:/boot/efi/EFI/BOOT 2026-02-12T01:35:25.782 INFO:teuthology.orchestra.run.trial007.stdout:/boot/efi/EFI/centos 2026-02-12T01:35:25.784 DEBUG:teuthology.orchestra.run.trial007:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-12T01:35:25.849 INFO:teuthology.orchestra.run.trial007.stdout:no 2026-02-12T01:35:25.850 DEBUG:teuthology.orchestra.run.trial007:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-12T01:35:25.915 INFO:teuthology.orchestra.run.trial007.stdout:yes 2026-02-12T01:35:25.916 DEBUG:teuthology.orchestra.run.trial007:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-12T01:35:25.981 DEBUG:teuthology.orchestra.run.trial007:> sudo shutdown -r now 2026-02-12T01:35:26.054 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-12T01:35:52.132 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2026-02-12T01:35:52.132 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial059.front.sepia.ceph.com' 2026-02-12T01:35:52.132 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:35:56.026 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-12T01:35:56.027 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial007.front.sepia.ceph.com' 2026-02-12T01:35:56.027 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:36:52.190 DEBUG:teuthology.orchestra.remote:timed out 2026-02-12T01:36:56.033 DEBUG:teuthology.orchestra.remote:timed out 2026-02-12T01:37:01.195 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial059.front.sepia.ceph.com' 2026-02-12T01:37:01.196 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:37:01.331 DEBUG:teuthology.orchestra.run.trial059:> true 2026-02-12T01:37:01.489 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial059.front.sepia.ceph.com' 2026-02-12T01:37:01.489 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-677.el9.x86_64"... 2026-02-12T01:37:01.490 DEBUG:teuthology.orchestra.run.trial059:> uname -r 2026-02-12T01:37:01.547 INFO:teuthology.orchestra.run.trial059.stdout:5.14.0-677.el9.x86_64 2026-02-12T01:37:01.547 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-12T01:37:01.547 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-12T01:37:01.547 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-12T01:37:02.548 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2026-02-12T01:37:02.548 DEBUG:teuthology.orchestra.run.trial059:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-12T01:37:02.577 INFO:teuthology.orchestra.run.trial059.stdout:ttyS1 2026-02-12T01:37:02.602 DEBUG:teuthology.parallel:result is None 2026-02-12T01:37:05.033 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial007.front.sepia.ceph.com' 2026-02-12T01:37:05.034 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:38:05.036 DEBUG:teuthology.orchestra.remote:timed out 2026-02-12T01:38:17.037 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial007.front.sepia.ceph.com' 2026-02-12T01:38:17.038 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:38:52.833 DEBUG:teuthology.orchestra.run.trial007:> true 2026-02-12T01:38:53.043 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial007.front.sepia.ceph.com' 2026-02-12T01:38:53.043 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-677.el9.x86_64"... 2026-02-12T01:38:53.043 DEBUG:teuthology.orchestra.run.trial007:> uname -r 2026-02-12T01:38:53.099 INFO:teuthology.orchestra.run.trial007.stdout:5.14.0-677.el9.x86_64 2026-02-12T01:38:53.100 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-12T01:38:53.100 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-12T01:38:53.100 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-12T01:38:54.100 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2026-02-12T01:38:54.101 DEBUG:teuthology.orchestra.run.trial007:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-12T01:38:54.130 INFO:teuthology.orchestra.run.trial007.stdout:ttyS1 2026-02-12T01:38:54.163 DEBUG:teuthology.parallel:result is None 2026-02-12T01:38:54.164 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-12T01:38:54.176 INFO:teuthology.task.internal:Creating test directory... 2026-02-12T01:38:54.176 DEBUG:teuthology.orchestra.run.trial007:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-12T01:38:54.206 DEBUG:teuthology.orchestra.run.trial059:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-12T01:38:54.240 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-12T01:38:54.252 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-12T01:38:54.266 INFO:teuthology.task.internal:Creating archive directory... 2026-02-12T01:38:54.266 DEBUG:teuthology.orchestra.run.trial007:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-12T01:38:54.269 DEBUG:teuthology.orchestra.run.trial059:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-12T01:38:54.304 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-12T01:38:54.316 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-12T01:38:54.316 DEBUG:teuthology.orchestra.run.trial007:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-12T01:38:54.348 DEBUG:teuthology.orchestra.run.trial059:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-12T01:38:54.375 INFO:teuthology.orchestra.run.trial059.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T01:38:54.384 INFO:teuthology.orchestra.run.trial059.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T01:38:54.405 INFO:teuthology.orchestra.run.trial007.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T01:38:54.418 INFO:teuthology.orchestra.run.trial007.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T01:38:54.421 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-12T01:38:54.434 INFO:teuthology.task.internal:Configuring sudo... 2026-02-12T01:38:54.435 DEBUG:teuthology.orchestra.run.trial007:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-12T01:38:54.444 DEBUG:teuthology.orchestra.run.trial059:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-12T01:38:54.472 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-12T01:38:54.488 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-12T01:38:54.489 DEBUG:teuthology.orchestra.run.trial007:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-12T01:38:54.515 DEBUG:teuthology.orchestra.run.trial059:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-12T01:38:54.531 DEBUG:teuthology.orchestra.run.trial007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T01:38:54.687 DEBUG:teuthology.orchestra.run.trial007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T01:38:54.713 DEBUG:teuthology.orchestra.run.trial007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T01:38:54.860 DEBUG:teuthology.orchestra.run.trial007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T01:38:54.900 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:38:54.900 DEBUG:teuthology.orchestra.run.trial007:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-12T01:38:54.965 DEBUG:teuthology.orchestra.run.trial059:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T01:38:55.067 DEBUG:teuthology.orchestra.run.trial059:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T01:38:55.092 DEBUG:teuthology.orchestra.run.trial059:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T01:38:55.238 DEBUG:teuthology.orchestra.run.trial059:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T01:38:55.262 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-12T01:38:55.262 DEBUG:teuthology.orchestra.run.trial059:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-12T01:38:55.327 DEBUG:teuthology.orchestra.run.trial007:> sudo service rsyslog restart 2026-02-12T01:38:55.329 DEBUG:teuthology.orchestra.run.trial059:> sudo service rsyslog restart 2026-02-12T01:38:55.358 INFO:teuthology.orchestra.run.trial007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T01:38:55.394 INFO:teuthology.orchestra.run.trial059.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T01:38:55.882 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-12T01:38:55.895 INFO:teuthology.task.internal:Starting timer... 2026-02-12T01:38:55.895 INFO:teuthology.run_tasks:Running task pcp... 2026-02-12T01:38:55.916 INFO:teuthology.run_tasks:Running task selinux... 2026-02-12T01:38:55.933 DEBUG:teuthology.orchestra.run.trial007:> sudo service auditd rotate 2026-02-12T01:38:55.964 INFO:teuthology.orchestra.run.trial007.stdout:Rotating logs: 2026-02-12T01:38:55.966 DEBUG:teuthology.orchestra.run.trial059:> sudo service auditd rotate 2026-02-12T01:38:55.996 INFO:teuthology.orchestra.run.trial059.stdout:Rotating logs: 2026-02-12T01:38:55.998 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-12T01:38:55.998 DEBUG:teuthology.orchestra.run.trial007:> /usr/sbin/getenforce 2026-02-12T01:38:56.022 INFO:teuthology.orchestra.run.trial007.stdout:Permissive 2026-02-12T01:38:56.022 DEBUG:teuthology.orchestra.run.trial059:> /usr/sbin/getenforce 2026-02-12T01:38:56.054 INFO:teuthology.orchestra.run.trial059.stdout:Permissive 2026-02-12T01:38:56.055 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial007.front.sepia.ceph.com': 'permissive', 'ubuntu@trial059.front.sepia.ceph.com': 'permissive'} 2026-02-12T01:38:56.055 DEBUG:teuthology.orchestra.run.trial007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T01:38:56.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T01:38:56.089 DEBUG:teuthology.orchestra.run.trial059:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T01:38:56.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T01:38:56.120 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-12T01:38:56.120 DEBUG:teuthology.orchestra.run.trial007:> sudo /usr/sbin/setenforce permissive 2026-02-12T01:38:56.153 DEBUG:teuthology.orchestra.run.trial059:> sudo /usr/sbin/setenforce permissive 2026-02-12T01:38:56.183 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-12T01:38:56.198 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-12T01:38:56.209 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-12T01:38:56.210 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial007.front.sepia.ceph.com,trial059.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-12T01:40:03.683 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial007.front.sepia.ceph.com'), Remote(name='ubuntu@trial059.front.sepia.ceph.com')] 2026-02-12T01:40:03.684 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial007.front.sepia.ceph.com' 2026-02-12T01:40:03.685 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:40:03.794 DEBUG:teuthology.orchestra.run.trial007:> true 2026-02-12T01:40:03.868 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial007.front.sepia.ceph.com' 2026-02-12T01:40:03.869 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial059.front.sepia.ceph.com' 2026-02-12T01:40:03.869 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T01:40:03.973 DEBUG:teuthology.orchestra.run.trial059:> true 2026-02-12T01:40:04.050 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial059.front.sepia.ceph.com' 2026-02-12T01:40:04.050 INFO:teuthology.run_tasks:Running task clock... 2026-02-12T01:40:04.065 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-12T01:40:04.065 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-12T01:40:04.065 DEBUG:teuthology.orchestra.run.trial007:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T01:40:04.068 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-12T01:40:04.068 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T01:40:04.095 INFO:teuthology.orchestra.run.trial007.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-12T01:40:04.107 INFO:teuthology.orchestra.run.trial007.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-12T01:40:04.118 INFO:teuthology.orchestra.run.trial059.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-12T01:40:04.129 INFO:teuthology.orchestra.run.trial007.stderr:sudo: ntpd: command not found 2026-02-12T01:40:04.130 INFO:teuthology.orchestra.run.trial059.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-12T01:40:04.138 INFO:teuthology.orchestra.run.trial007.stdout:506 Cannot talk to daemon 2026-02-12T01:40:04.150 INFO:teuthology.orchestra.run.trial007.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-12T01:40:04.150 INFO:teuthology.orchestra.run.trial059.stderr:sudo: ntpd: command not found 2026-02-12T01:40:04.160 INFO:teuthology.orchestra.run.trial059.stdout:506 Cannot talk to daemon 2026-02-12T01:40:04.162 INFO:teuthology.orchestra.run.trial007.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-12T01:40:04.172 INFO:teuthology.orchestra.run.trial059.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-12T01:40:04.183 INFO:teuthology.orchestra.run.trial059.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-12T01:40:04.215 INFO:teuthology.orchestra.run.trial007.stderr:bash: line 1: ntpq: command not found 2026-02-12T01:40:04.217 INFO:teuthology.orchestra.run.trial007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T01:40:04.217 INFO:teuthology.orchestra.run.trial007.stdout:=============================================================================== 2026-02-12T01:40:04.228 INFO:teuthology.orchestra.run.trial059.stderr:bash: line 1: ntpq: command not found 2026-02-12T01:40:04.230 INFO:teuthology.orchestra.run.trial059.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T01:40:04.230 INFO:teuthology.orchestra.run.trial059.stdout:=============================================================================== 2026-02-12T01:40:04.231 INFO:teuthology.run_tasks:Running task cephadm... 2026-02-12T01:40:04.332 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': 'e200f5a177e1f98aa64d47f88121b3121ef739b3'} 2026-02-12T01:40:04.332 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2026-02-12T01:40:04.334 INFO:tasks.cephadm:Cluster fsid is c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:04.334 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-02-12T01:40:04.334 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '10.20.193.7', 'mon.c': '[v2:10.20.193.7:3301,v1:10.20.193.7:6790]', 'mon.b': '10.20.193.59'} 2026-02-12T01:40:04.334 INFO:tasks.cephadm:First mon is mon.a on trial007 2026-02-12T01:40:04.334 INFO:tasks.cephadm:First mgr is y 2026-02-12T01:40:04.334 INFO:tasks.cephadm:Normalizing hostnames... 2026-02-12T01:40:04.334 DEBUG:teuthology.orchestra.run.trial007:> sudo hostname $(hostname -s) 2026-02-12T01:40:04.360 DEBUG:teuthology.orchestra.run.trial059:> sudo hostname $(hostname -s) 2026-02-12T01:40:04.385 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2026-02-12T01:40:04.386 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T01:40:04.538 INFO:tasks.cephadm:builder_project result: [{'url': 'https://1.chacra.ceph.com/r/ceph/wip-guits-main-2026-02-10-0743/e200f5a177e1f98aa64d47f88121b3121ef739b3/centos/9/flavors/default/', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-guits-main-2026-02-10-0743/e200f5a177e1f98aa64d47f88121b3121ef739b3/centos/9/flavors/default/', 'ref': 'wip-guits-main-2026-02-10-0743', 'sha1': 'e200f5a177e1f98aa64d47f88121b3121ef739b3', 'distro': 'centos', 'distro_version': '9', 'distro_codename': None, 'modified': '2026-02-10 09:30:20.360307', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['x86_64', 'source'], 'extra': {'version': '20.3.0-5221-ge200f5a1', 'package_manager_version': '20.3.0-5221.ge200f5a1', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/2901/', 'root_build_cause': '', 'node_name': '10.20.192.98+toko08', 'job_name': 'ceph-dev-pipeline'}}] 2026-02-12T01:40:04.709 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 283431c091dafc302f5753f809d0bd1eddce0869 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=squid 2026-02-12T01:40:04.711 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-12T01:40:04.711 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-12T01:40:04.711 DEBUG:teuthology.orchestra.run.trial007:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-12T01:40:05.039 INFO:teuthology.orchestra.run.trial007.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 12 01:40 /home/ubuntu/cephtest/cephadm 2026-02-12T01:40:05.040 DEBUG:teuthology.orchestra.run.trial059:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-12T01:40:05.330 INFO:teuthology.orchestra.run.trial059.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 12 01:40 /home/ubuntu/cephtest/cephadm 2026-02-12T01:40:05.330 DEBUG:teuthology.orchestra.run.trial007:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-12T01:40:05.349 DEBUG:teuthology.orchestra.run.trial059:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-12T01:40:05.383 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2026-02-12T01:40:05.383 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-12T01:40:05.391 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-12T01:40:05.671 INFO:teuthology.orchestra.run.trial007.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T01:40:05.696 INFO:teuthology.orchestra.run.trial059.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T01:40:14.771 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-12T01:40:14.771 INFO:teuthology.orchestra.run.trial059.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-12T01:40:14.771 INFO:teuthology.orchestra.run.trial059.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-12T01:40:14.771 INFO:teuthology.orchestra.run.trial059.stdout: "repo_digests": [ 2026-02-12T01:40:14.771 INFO:teuthology.orchestra.run.trial059.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-12T01:40:14.772 INFO:teuthology.orchestra.run.trial059.stdout: ] 2026-02-12T01:40:14.772 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-12T01:40:14.792 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:40:14.792 INFO:teuthology.orchestra.run.trial007.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-12T01:40:14.792 INFO:teuthology.orchestra.run.trial007.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-12T01:40:14.792 INFO:teuthology.orchestra.run.trial007.stdout: "repo_digests": [ 2026-02-12T01:40:14.792 INFO:teuthology.orchestra.run.trial007.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-12T01:40:14.792 INFO:teuthology.orchestra.run.trial007.stdout: ] 2026-02-12T01:40:14.792 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:40:14.808 DEBUG:teuthology.orchestra.run.trial007:> sudo mkdir -p /etc/ceph 2026-02-12T01:40:14.878 DEBUG:teuthology.orchestra.run.trial059:> sudo mkdir -p /etc/ceph 2026-02-12T01:40:14.907 DEBUG:teuthology.orchestra.run.trial007:> sudo chmod 777 /etc/ceph 2026-02-12T01:40:14.931 DEBUG:teuthology.orchestra.run.trial059:> sudo chmod 777 /etc/ceph 2026-02-12T01:40:14.972 INFO:tasks.cephadm:Writing seed config... 2026-02-12T01:40:14.973 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2026-02-12T01:40:14.974 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-02-12T01:40:14.974 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-02-12T01:40:14.974 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2026-02-12T01:40:14.974 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-02-12T01:40:14.974 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-02-12T01:40:14.974 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-02-12T01:40:14.974 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-02-12T01:40:14.974 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-02-12T01:40:14.975 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:40:14.975 DEBUG:teuthology.orchestra.run.trial007:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-02-12T01:40:14.992 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd mclock skip benchmark = true osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-02-12T01:40:14.993 DEBUG:teuthology.orchestra.run.trial007:mon.a> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a.service 2026-02-12T01:40:15.034 DEBUG:teuthology.orchestra.run.trial007:mgr.y> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service 2026-02-12T01:40:15.078 INFO:tasks.cephadm:Bootstrapping... 2026-02-12T01:40:15.078 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 10.20.193.7 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-02-12T01:40:15.344 INFO:teuthology.orchestra.run.trial007.stdout:-------------------------------------------------------------------------------- 2026-02-12T01:40:15.344 INFO:teuthology.orchestra.run.trial007.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', 'c0f9a4f4-07b3-11f1-bac9-d404e6e7d460', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '10.20.193.7', '--skip-admin-label'] 2026-02-12T01:40:15.344 INFO:teuthology.orchestra.run.trial007.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-02-12T01:40:15.345 INFO:teuthology.orchestra.run.trial007.stdout:Verifying podman|docker is present... 2026-02-12T01:40:15.360 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stdout 5.6.0 2026-02-12T01:40:15.360 INFO:teuthology.orchestra.run.trial007.stdout:Verifying lvm2 is present... 2026-02-12T01:40:15.360 INFO:teuthology.orchestra.run.trial007.stdout:Verifying time synchronization is in place... 2026-02-12T01:40:15.367 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-12T01:40:15.367 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-12T01:40:15.372 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-12T01:40:15.373 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout inactive 2026-02-12T01:40:15.380 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout enabled 2026-02-12T01:40:15.387 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout active 2026-02-12T01:40:15.387 INFO:teuthology.orchestra.run.trial007.stdout:Unit chronyd.service is enabled and running 2026-02-12T01:40:15.387 INFO:teuthology.orchestra.run.trial007.stdout:Repeating the final host check... 2026-02-12T01:40:15.402 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stdout 5.6.0 2026-02-12T01:40:15.402 INFO:teuthology.orchestra.run.trial007.stdout:podman (/bin/podman) version 5.6.0 is present 2026-02-12T01:40:15.403 INFO:teuthology.orchestra.run.trial007.stdout:systemctl is present 2026-02-12T01:40:15.403 INFO:teuthology.orchestra.run.trial007.stdout:lvcreate is present 2026-02-12T01:40:15.408 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-12T01:40:15.408 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-12T01:40:15.414 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-12T01:40:15.414 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout inactive 2026-02-12T01:40:15.421 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout enabled 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout active 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:Unit chronyd.service is enabled and running 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:Host looks OK 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:Cluster fsid: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:Acquiring lock 139646472185264 on /run/cephadm/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460.lock 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:Lock 139646472185264 acquired on /run/cephadm/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460.lock 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:Verifying IP 10.20.193.7 port 3300 ... 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:Verifying IP 10.20.193.7 port 6789 ... 2026-02-12T01:40:15.427 INFO:teuthology.orchestra.run.trial007.stdout:Base mon IP(s) is [10.20.193.7:3300, 10.20.193.7:6789], mon addrv is [v2:10.20.193.7:3300,v1:10.20.193.7:6789] 2026-02-12T01:40:15.430 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.7 metric 102 2026-02-12T01:40:15.430 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout 10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.7 metric 102 2026-02-12T01:40:15.430 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout 169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-12T01:40:15.433 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-02-12T01:40:15.433 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2026-02-12T01:40:15.433 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout fe80::/64 dev enp7s0f4u2u2c2 proto kernel metric 1024 pref medium 2026-02-12T01:40:15.436 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-02-12T01:40:15.436 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-02-12T01:40:15.436 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T01:40:15.436 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout 2: enp7s0f4u2u2c2: mtu 1500 state UNKNOWN qlen 1000 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout inet6 fe80::8476:a119:31a4:ddc2/64 scope link noprefixroute 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout 3: enp1s0f0: mtu 1500 state UP qlen 1000 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout inet6 fe80::925a:8ff:fe77:5e8a/64 scope link 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:Mon IP `10.20.193.7` is in CIDR network `10.20.192.0/20` 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:Mon IP `10.20.193.7` is in CIDR network `10.20.192.0/20` 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:Inferred mon public CIDR from local network configuration ['10.20.192.0/20', '10.20.192.0/20'] 2026-02-12T01:40:15.437 INFO:teuthology.orchestra.run.trial007.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-02-12T01:40:15.438 INFO:teuthology.orchestra.run.trial007.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T01:40:15.684 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stdout 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-12T01:40:15.685 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T01:40:15.685 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stderr Getting image source signatures 2026-02-12T01:40:15.685 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stderr Copying blob sha256:64e40020cdc81486fe697dfe0e523a5804d33e01a9e9bdfc58898ab18d415677 2026-02-12T01:40:15.685 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stderr Copying blob sha256:c92ccfe8c151fb35c12ff15a7a7de08028e120d73814d436eadc192e84f49ad9 2026-02-12T01:40:15.685 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stderr Copying config sha256:4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-12T01:40:15.685 INFO:teuthology.orchestra.run.trial007.stdout:/bin/podman: stderr Writing manifest to image destination 2026-02-12T01:40:15.791 INFO:teuthology.orchestra.run.trial007.stdout:ceph: stdout ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-12T01:40:15.791 INFO:teuthology.orchestra.run.trial007.stdout:Ceph version: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-12T01:40:15.791 INFO:teuthology.orchestra.run.trial007.stdout:Extracting ceph user uid/gid from container image... 2026-02-12T01:40:15.914 INFO:teuthology.orchestra.run.trial007.stdout:stat: stdout 167 167 2026-02-12T01:40:15.914 INFO:teuthology.orchestra.run.trial007.stdout:Creating initial keys... 2026-02-12T01:40:16.056 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph-authtool: stdout AQCAL41p/36aARAAVGaR4R5WfLDvTYathSqgmg== 2026-02-12T01:40:16.169 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph-authtool: stdout AQCAL41pdMDSCRAAS9ZNsYnNxwK3+1naqm1cfg== 2026-02-12T01:40:16.287 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph-authtool: stdout AQCAL41pEChzEBAAw+uY4IY81EeTJiMsXZZH9w== 2026-02-12T01:40:16.288 INFO:teuthology.orchestra.run.trial007.stdout:Creating initial monmap... 2026-02-12T01:40:16.405 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-12T01:40:16.405 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-02-12T01:40:16.405 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:16.405 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-12T01:40:16.405 INFO:teuthology.orchestra.run.trial007.stdout:monmaptool for a [v2:10.20.193.7:3300,v1:10.20.193.7:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-12T01:40:16.405 INFO:teuthology.orchestra.run.trial007.stdout:setting min_mon_release = quincy 2026-02-12T01:40:16.406 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/monmaptool: set fsid to c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:16.406 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-12T01:40:16.406 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:16.406 INFO:teuthology.orchestra.run.trial007.stdout:Creating mon... 2026-02-12T01:40:16.518 INFO:teuthology.orchestra.run.trial007.stdout:create mon.a on 2026-02-12T01:40:16.783 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-02-12T01:40:16.901 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460.target → /etc/systemd/system/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460.target. 2026-02-12T01:40:16.902 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460.target → /etc/systemd/system/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460.target. 2026-02-12T01:40:17.025 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a 2026-02-12T01:40:17.025 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a.service: Unit ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a.service not loaded. 2026-02-12T01:40:17.141 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460.target.wants/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a.service → /etc/systemd/system/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@.service. 2026-02-12T01:40:17.275 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T01:40:17.275 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout disabled 2026-02-12T01:40:17.282 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T01:40:17.282 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout inactive 2026-02-12T01:40:17.282 INFO:teuthology.orchestra.run.trial007.stdout:firewalld.service is not enabled 2026-02-12T01:40:17.282 INFO:teuthology.orchestra.run.trial007.stdout:Not possible to enable service . firewalld.service is not available 2026-02-12T01:40:17.282 INFO:teuthology.orchestra.run.trial007.stdout:Waiting for mon to start... 2026-02-12T01:40:17.282 INFO:teuthology.orchestra.run.trial007.stdout:Waiting for mon... 2026-02-12T01:40:17.444 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout cluster: 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout id: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout services: 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.138479s) 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout data: 2026-02-12T01:40:17.445 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-02-12T01:40:17.446 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-02-12T01:40:17.446 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-02-12T01:40:17.446 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout pgs: 2026-02-12T01:40:17.446 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:17.446 INFO:teuthology.orchestra.run.trial007.stdout:mon is available 2026-02-12T01:40:17.446 INFO:teuthology.orchestra.run.trial007.stdout:Assimilating anything we can from ceph.conf... 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout [global] 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout fsid = c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.7:3300,v1:10.20.193.7:6789] 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-12T01:40:17.588 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:17.589 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-12T01:40:17.589 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2026-02-12T01:40:17.589 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-12T01:40:17.589 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:17.589 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout [osd] 2026-02-12T01:40:17.589 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-12T01:40:17.589 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-12T01:40:17.589 INFO:teuthology.orchestra.run.trial007.stdout:Generating new minimal ceph.conf... 2026-02-12T01:40:17.732 INFO:teuthology.orchestra.run.trial007.stdout:Restarting the monitor... 2026-02-12T01:40:18.081 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:17 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a[14051]: 2026-02-12T01:40:17.823+0000 7f4c60e98640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2026-02-12T01:40:18.256 INFO:teuthology.orchestra.run.trial007.stdout:Setting public_network to 10.20.192.0/20 in mon config section 2026-02-12T01:40:18.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 podman[14341]: 2026-02-12 01:40:18.087512371 +0000 UTC m=+0.275973724 container died 27d983b3c18514332257a06c4a67a8522dff21c4e112ba4c663b4fe17ee8cb58 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_REF=squid, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T01:40:18.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 podman[14341]: 2026-02-12 01:40:18.095629912 +0000 UTC m=+0.284091265 container remove 27d983b3c18514332257a06c4a67a8522dff21c4e112ba4c663b4fe17ee8cb58 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, org.label-schema.schema-version=1.0) 2026-02-12T01:40:18.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 bash[14341]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a 2026-02-12T01:40:18.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a.service: Deactivated successfully. 2026-02-12T01:40:18.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 systemd[1]: Stopped Ceph mon.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:40:18.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 systemd[1]: Starting Ceph mon.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:40:18.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 podman[14468]: 2026-02-12 01:40:18.229782959 +0000 UTC m=+0.015608981 container create 1e5cce6e5f5120ed9b9a412e1f236b38fc82211f155102d55e8baa2492f43cf3 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 podman[14468]: 2026-02-12 01:40:18.255298989 +0000 UTC m=+0.041125021 container init 1e5cce6e5f5120ed9b9a412e1f236b38fc82211f155102d55e8baa2492f43cf3 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 podman[14468]: 2026-02-12 01:40:18.257767722 +0000 UTC m=+0.043593764 container start 1e5cce6e5f5120ed9b9a412e1f236b38fc82211f155102d55e8baa2492f43cf3 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_REF=squid, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 bash[14468]: 1e5cce6e5f5120ed9b9a412e1f236b38fc82211f155102d55e8baa2492f43cf3 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 podman[14468]: 2026-02-12 01:40:18.223893205 +0000 UTC m=+0.009719247 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph:squid 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 systemd[1]: Started Ceph mon.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable), process ceph-mon, pid 2 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: pidfile_write: ignore empty --pid-file 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: load: jerasure load: lrc 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: RocksDB version: 7.9.2 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Git sha 0 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Compile date 2026-02-07 14:59:59 2026-02-12T01:40:18.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: DB SUMMARY 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: DB Session ID: AQPF4X5RGRRWUOBK6L1E 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: CURRENT file: CURRENT 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 75079 ; 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.error_if_exists: 0 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.create_if_missing: 0 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.paranoid_checks: 1 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T01:40:18.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.env: 0x557f0835adc0 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.info_log: 0x557f0a49d880 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.statistics: (nil) 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.use_fsync: 0 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_log_file_size: 0 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T01:40:18.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.allow_fallocate: 1 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.use_direct_reads: 0 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.db_log_dir: 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.wal_dir: 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T01:40:18.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.write_buffer_manager: 0x557f0a4a1900 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T01:40:18.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.unordered_write: 0 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.row_cache: None 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.wal_filter: None 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.two_write_queues: 0 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.wal_compression: 0 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.atomic_flush: 0 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T01:40:18.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.log_readahead_size: 0 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_background_jobs: 2 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_background_compactions: -1 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_subcompactions: 1 2026-02-12T01:40:18.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_open_files: -1 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T01:40:18.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_background_flushes: -1 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Compression algorithms supported: 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: kZSTD supported: 0 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: kXpressCompression supported: 0 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: kBZip2Compression supported: 0 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: kLZ4Compression supported: 1 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: kZlibCompression supported: 1 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: kSnappyCompression supported: 1 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2026-02-12T01:40:18.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.merge_operator: 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_filter: None 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557f0a49c480) 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout: cache_index_and_filter_blocks: 1 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout: pin_top_level_index_and_filter: 1 2026-02-12T01:40:18.384 INFO:journalctl@ceph.mon.a.trial007.stdout: index_type: 0 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: data_block_index_type: 0 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: index_shortening: 1 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: checksum: 4 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: no_block_cache: 0 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: block_cache: 0x557f0a4c1350 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: block_cache_name: BinnedLRUCache 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: block_cache_options: 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: capacity : 536870912 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: num_shard_bits : 4 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: strict_capacity_limit : 0 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: high_pri_pool_ratio: 0.000 2026-02-12T01:40:18.385 INFO:journalctl@ceph.mon.a.trial007.stdout: block_cache_compressed: (nil) 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: persistent_cache: (nil) 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: block_size: 4096 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: block_size_deviation: 10 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: block_restart_interval: 16 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: index_block_restart_interval: 1 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: metadata_block_size: 4096 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: partition_filters: 0 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: use_delta_encoding: 1 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: filter_policy: bloomfilter 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: whole_key_filtering: 1 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: verify_compression: 0 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: read_amp_bytes_per_bit: 0 2026-02-12T01:40:18.386 INFO:journalctl@ceph.mon.a.trial007.stdout: format_version: 5 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout: enable_index_compression: 1 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout: block_align: 0 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout: max_auto_readahead_size: 262144 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout: prepopulate_block_cache: 0 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout: initial_auto_readahead_size: 8192 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression: NoCompression 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T01:40:18.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.num_levels: 7 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T01:40:18.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T01:40:18.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T01:40:18.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T01:40:18.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T01:40:18.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T01:40:18.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T01:40:18.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T01:40:18.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T01:40:18.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T01:40:18.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T01:40:18.391 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T01:40:18.392 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T01:40:18.392 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T01:40:18.392 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T01:40:18.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.inplace_update_support: 0 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.bloom_locality: 0 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.max_successive_merges: 0 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T01:40:18.394 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.ttl: 2592000 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.enable_blob_files: false 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.min_blob_size: 0 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T01:40:18.395 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 710036fb-bd30-49f3-a483-ac358c1e9bbd 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770860418275085, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770860418275971, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 72203, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 225, "table_properties": {"data_size": 70467, "index_size": 185, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9679, "raw_average_key_size": 49, "raw_value_size": 64944, "raw_average_value_size": 331, "num_data_blocks": 8, "num_entries": 196, "num_filter_entries": 196, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770860418, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "710036fb-bd30-49f3-a483-ac358c1e9bbd", "db_session_id": "AQPF4X5RGRRWUOBK6L1E", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770860418276042, "job": 1, "event": "recovery_finished"} 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-02-12T01:40:18.396 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557f0a4c2e00 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: DB pointer 0x557f0a5ce000 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout: ** DB Stats ** 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T01:40:18.397 INFO:journalctl@ceph.mon.a.trial007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: ** Compaction Stats [default] ** 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: L0 2/0 72.37 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 98.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: Sum 2/0 72.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 98.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 98.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: ** Compaction Stats [default] ** 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T01:40:18.398 INFO:journalctl@ceph.mon.a.trial007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 98.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: Cumulative compaction: 0.00 GB write, 20.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: Interval compaction: 0.00 GB write, 20.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T01:40:18.399 INFO:journalctl@ceph.mon.a.trial007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout: Block cache BinnedLRUCache@0x557f0a4c1350#2 capacity: 512.00 MB usage: 1.08 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.70 KB,0.00013411%) IndexBlock(2,0.38 KB,7.15256e-05%) Misc(1,0.00 KB,0%) 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: starting mon.a rank 0 at public addrs [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] at bind addrs [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a@-1(???) e1 preinit fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a@-1(???).mds e1 new map 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a@-1(???).mds e1 print_map 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout: e1 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout: btime 2026-02-12T01:40:17:294627+0000 2026-02-12T01:40:18.400 INFO:journalctl@ceph.mon.a.trial007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout: legacy client fscid: -1 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout: No filesystems configured 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: monmap epoch 1 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:18.401 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: last_changed 2026-02-12T01:40:16.388942+0000 2026-02-12T01:40:18.402 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T01:40:18.402 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: min_mon_release 19 (squid) 2026-02-12T01:40:18.402 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: election_strategy: 1 2026-02-12T01:40:18.402 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T01:40:18.402 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: fsmap 2026-02-12T01:40:18.402 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: osdmap e1: 0 total, 0 up, 0 in 2026-02-12T01:40:18.402 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:18 trial007 ceph-mon[14497]: mgrmap e1: no daemons active 2026-02-12T01:40:18.410 INFO:teuthology.orchestra.run.trial007.stdout:Wrote config to /etc/ceph/ceph.conf 2026-02-12T01:40:18.410 INFO:teuthology.orchestra.run.trial007.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-02-12T01:40:18.410 INFO:teuthology.orchestra.run.trial007.stdout:Creating mgr... 2026-02-12T01:40:18.411 INFO:teuthology.orchestra.run.trial007.stdout:Verifying port 0.0.0.0:9283 ... 2026-02-12T01:40:18.411 INFO:teuthology.orchestra.run.trial007.stdout:Verifying port 0.0.0.0:8765 ... 2026-02-12T01:40:18.535 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y 2026-02-12T01:40:18.535 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service: Unit ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service not loaded. 2026-02-12T01:40:18.642 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460.target.wants/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service → /etc/systemd/system/ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@.service. 2026-02-12T01:40:18.788 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T01:40:18.788 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout disabled 2026-02-12T01:40:18.794 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T01:40:18.794 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout inactive 2026-02-12T01:40:18.795 INFO:teuthology.orchestra.run.trial007.stdout:firewalld.service is not enabled 2026-02-12T01:40:18.795 INFO:teuthology.orchestra.run.trial007.stdout:Not possible to enable service . firewalld.service is not available 2026-02-12T01:40:18.804 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T01:40:18.804 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout disabled 2026-02-12T01:40:18.810 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T01:40:18.810 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout inactive 2026-02-12T01:40:18.810 INFO:teuthology.orchestra.run.trial007.stdout:firewalld.service is not enabled 2026-02-12T01:40:18.810 INFO:teuthology.orchestra.run.trial007.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-02-12T01:40:18.810 INFO:teuthology.orchestra.run.trial007.stdout:Waiting for mgr to start... 2026-02-12T01:40:18.810 INFO:teuthology.orchestra.run.trial007.stdout:Waiting for mgr... 2026-02-12T01:40:18.969 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:18.969 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout { 2026-02-12T01:40:18.969 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "fsid": "c0f9a4f4-07b3-11f1-bac9-d404e6e7d460", 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 0 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T01:40:18.970 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T01:40:18.971 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T01:40:18.972 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T01:40:17:294627+0000", 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T01:40:18.973 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T01:40:17.295129+0000", 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout } 2026-02-12T01:40:18.974 INFO:teuthology.orchestra.run.trial007.stdout:mgr not available, waiting (1/15)... 2026-02-12T01:40:19.312 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.173+0000 7fd9b3376140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T01:40:19.312 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.317+0000 7fd9b3376140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T01:40:19.588 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:19 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/308664514' entity='client.admin' 2026-02-12T01:40:19.588 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:19 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3172402338' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T01:40:19.589 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.351+0000 7fd9b3376140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T01:40:19.589 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.393+0000 7fd9b3376140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T01:40:19.589 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.424+0000 7fd9b3376140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T01:40:19.589 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.458+0000 7fd9b3376140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T01:40:19.589 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.524+0000 7fd9b3376140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T01:40:19.589 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:40:19.589 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:40:19.589 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: from numpy import show_config as show_numpy_config 2026-02-12T01:40:19.849 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.598+0000 7fd9b3376140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T01:40:19.849 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.632+0000 7fd9b3376140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T01:40:19.850 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.728+0000 7fd9b3376140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T01:40:19.850 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.788+0000 7fd9b3376140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T01:40:19.850 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.822+0000 7fd9b3376140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T01:40:19.850 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.855+0000 7fd9b3376140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T01:40:20.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.890+0000 7fd9b3376140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T01:40:20.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:19 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:19.920+0000 7fd9b3376140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T01:40:20.412 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:20 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:20.164+0000 7fd9b3376140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T01:40:20.412 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:20 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:20.264+0000 7fd9b3376140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T01:40:20.413 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:20 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:20.294+0000 7fd9b3376140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T01:40:20.413 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:20 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:20.325+0000 7fd9b3376140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T01:40:20.413 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:20 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:20.418+0000 7fd9b3376140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:40:20.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:20 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:20.447+0000 7fd9b3376140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T01:40:20.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:20 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:20.540+0000 7fd9b3376140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:40:21.119 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:21.119 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout { 2026-02-12T01:40:21.119 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "fsid": "c0f9a4f4-07b3-11f1-bac9-d404e6e7d460", 2026-02-12T01:40:21.119 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 0 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:21.120 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T01:40:21.121 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:21.122 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T01:40:17:294627+0000", 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T01:40:21.123 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T01:40:17.295129+0000", 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout } 2026-02-12T01:40:21.124 INFO:teuthology.orchestra.run.trial007.stdout:mgr not available, waiting (2/15)... 2026-02-12T01:40:21.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:21 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1035292758' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T01:40:21.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:21 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:20.999+0000 7fd9b3376140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T01:40:21.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:21 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:21.031+0000 7fd9b3376140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T01:40:21.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:21 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:21.441+0000 7fd9b3376140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T01:40:22.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: Activating manager daemon y 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: mgrmap e2: y(active, starting, since 0.00250082s) 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: Manager daemon y is now available 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' 2026-02-12T01:40:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:40:22.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' 2026-02-12T01:40:22.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:22 trial007 ceph-mon[14497]: from='mgr.14100 10.20.193.7:0/3522496018' entity='mgr.y' 2026-02-12T01:40:23.362 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:23.362 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout { 2026-02-12T01:40:23.362 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "fsid": "c0f9a4f4-07b3-11f1-bac9-d404e6e7d460", 2026-02-12T01:40:23.362 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T01:40:23.362 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T01:40:23.362 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T01:40:23.362 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T01:40:23.362 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 0 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T01:40:23.363 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T01:40:23.364 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T01:40:17:294627+0000", 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T01:40:23.365 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ], 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T01:40:23.366 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T01:40:23.367 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T01:40:17.295129+0000", 2026-02-12T01:40:23.367 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T01:40:23.367 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout }, 2026-02-12T01:40:23.367 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T01:40:23.367 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout } 2026-02-12T01:40:23.367 INFO:teuthology.orchestra.run.trial007.stdout:mgr is available 2026-02-12T01:40:23.562 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:23.562 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout [global] 2026-02-12T01:40:23.562 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout fsid = c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:23.562 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-12T01:40:23.562 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.7:3300,v1:10.20.193.7:6789] 2026-02-12T01:40:23.562 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-12T01:40:23.562 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout [osd] 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-12T01:40:23.563 INFO:teuthology.orchestra.run.trial007.stdout:Enabling cephadm module... 2026-02-12T01:40:23.675 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:23 trial007 ceph-mon[14497]: mgrmap e3: y(active, since 1.00508s) 2026-02-12T01:40:23.675 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:23 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3573487653' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T01:40:24.786 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:24 trial007 ceph-mon[14497]: mgrmap e4: y(active, since 2s) 2026-02-12T01:40:24.786 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:24 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1697490569' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-12T01:40:24.786 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:24 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1697490569' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-02-12T01:40:24.786 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:24 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1162968952' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-12T01:40:24.786 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:24 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ignoring --setuser ceph since I am not root 2026-02-12T01:40:24.786 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:24 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ignoring --setgroup ceph since I am not root 2026-02-12T01:40:24.806 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout { 2026-02-12T01:40:24.806 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-02-12T01:40:24.806 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T01:40:24.806 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-02-12T01:40:24.806 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-12T01:40:24.806 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout } 2026-02-12T01:40:24.806 INFO:teuthology.orchestra.run.trial007.stdout:Waiting for the mgr to restart... 2026-02-12T01:40:24.806 INFO:teuthology.orchestra.run.trial007.stdout:Waiting for mgr epoch 5... 2026-02-12T01:40:25.095 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:24 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:24.958+0000 7f86220fe140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T01:40:25.095 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.101+0000 7f86220fe140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T01:40:25.370 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.135+0000 7f86220fe140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T01:40:25.370 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.176+0000 7f86220fe140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T01:40:25.371 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.207+0000 7f86220fe140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T01:40:25.371 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.242+0000 7f86220fe140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T01:40:25.371 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.307+0000 7f86220fe140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T01:40:25.371 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:40:25.371 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:40:25.371 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: from numpy import show_config as show_numpy_config 2026-02-12T01:40:25.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:25 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1162968952' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-12T01:40:25.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:25 trial007 ceph-mon[14497]: mgrmap e5: y(active, since 3s) 2026-02-12T01:40:25.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:25 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1451609347' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T01:40:25.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.380+0000 7f86220fe140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T01:40:25.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.414+0000 7f86220fe140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T01:40:25.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.509+0000 7f86220fe140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T01:40:25.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.569+0000 7f86220fe140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T01:40:25.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.603+0000 7f86220fe140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T01:40:25.931 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.636+0000 7f86220fe140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T01:40:25.931 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.671+0000 7f86220fe140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T01:40:25.931 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.701+0000 7f86220fe140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T01:40:25.931 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:25.937+0000 7f86220fe140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T01:40:26.187 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:26.037+0000 7f86220fe140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T01:40:26.187 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:26.068+0000 7f86220fe140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T01:40:26.187 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:26.099+0000 7f86220fe140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T01:40:26.187 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:26.193+0000 7f86220fe140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:40:26.622 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:26.222+0000 7f86220fe140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T01:40:26.622 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:26.314+0000 7f86220fe140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:40:27.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:26.771+0000 7f86220fe140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T01:40:27.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:26.801+0000 7f86220fe140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T01:40:27.622 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:27.201+0000 7f86220fe140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T01:40:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: Active manager daemon y restarted 2026-02-12T01:40:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: Activating manager daemon y 2026-02-12T01:40:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: osdmap e2: 0 total, 0 up, 0 in 2026-02-12T01:40:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: mgrmap e6: y(active, starting, since 0.00231054s) 2026-02-12T01:40:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:40:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:40:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:40:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:40:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:40:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: Manager daemon y is now available 2026-02-12T01:40:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:40:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:27 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:40:28.222 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout { 2026-02-12T01:40:28.222 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-02-12T01:40:28.222 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-12T01:40:28.223 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout } 2026-02-12T01:40:28.223 INFO:teuthology.orchestra.run.trial007.stdout:mgr epoch 5 is available 2026-02-12T01:40:28.223 INFO:teuthology.orchestra.run.trial007.stdout:Setting orchestrator backend to cephadm... 2026-02-12T01:40:28.640 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout value unchanged 2026-02-12T01:40:28.640 INFO:teuthology.orchestra.run.trial007.stdout:Generating ssh key... 2026-02-12T01:40:28.753 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:28 trial007 ceph-mon[14497]: Found migration_current of "None". Setting to last migration. 2026-02-12T01:40:28.753 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:28 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:28.753 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:28 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:28.753 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:28 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:28.753 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:28 trial007 ceph-mon[14497]: mgrmap e7: y(active, since 1.0033s) 2026-02-12T01:40:28.754 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:28 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:28.754 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:28 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:29.048 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: Generating public/private ed25519 key pair. 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: Your identification has been saved in /tmp/tmptaueao09/key 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: Your public key has been saved in /tmp/tmptaueao09/key.pub 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: The key fingerprint is: 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: SHA256:49frvw9RGZ7oGIKCeIqUBXv3XdxRpX22ZdHs3bewzYs ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: The key's randomart image is: 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: +--[ED25519 256]--+ 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: | ... ..=+| 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: | = . . . . +oB| 2026-02-12T01:40:29.049 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: | = + o . . + o.=X| 2026-02-12T01:40:29.050 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: |o + . o . o +. +O| 2026-02-12T01:40:29.050 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: |.. .S. . .*.o| 2026-02-12T01:40:29.050 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: | . . . . = | 2026-02-12T01:40:29.050 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: | . . . o .| 2026-02-12T01:40:29.050 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: | . E o | 2026-02-12T01:40:29.050 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: | .o.oo.| 2026-02-12T01:40:29.050 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: +----[SHA256]-----+ 2026-02-12T01:40:29.067 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPtbHXNG9hbaYzQs+xpzZFhm5z2P2FTa0DmHilkRCvhR ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:29.068 INFO:teuthology.orchestra.run.trial007.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-02-12T01:40:29.068 INFO:teuthology.orchestra.run.trial007.stdout:Adding key to root@localhost authorized_keys... 2026-02-12T01:40:29.068 INFO:teuthology.orchestra.run.trial007.stdout:Adding host trial007... 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:27] ENGINE Bus STARTING 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:28] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:28] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:28] ENGINE Bus STARTED 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:28] ENGINE Client ('10.20.193.7', 41450) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:29.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:29 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:30.728 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:30 trial007 ceph-mon[14497]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:30.728 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:30 trial007 ceph-mon[14497]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:30.729 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:30 trial007 ceph-mon[14497]: Generating ssh key... 2026-02-12T01:40:30.729 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:30 trial007 ceph-mon[14497]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:30.729 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:30 trial007 ceph-mon[14497]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial007", "addr": "10.20.193.7", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:30.729 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:30 trial007 ceph-mon[14497]: mgrmap e8: y(active, since 2s) 2026-02-12T01:40:30.752 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout Added host 'trial007' with addr '10.20.193.7' 2026-02-12T01:40:30.752 INFO:teuthology.orchestra.run.trial007.stdout:Deploying unmanaged mon service... 2026-02-12T01:40:30.978 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-02-12T01:40:30.978 INFO:teuthology.orchestra.run.trial007.stdout:Deploying unmanaged mgr service... 2026-02-12T01:40:31.197 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-02-12T01:40:31.526 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:31 trial007 ceph-mon[14497]: Deploying cephadm binary to trial007 2026-02-12T01:40:31.526 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:31 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:31.526 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:31 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:31.526 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:31 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:31.526 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:31 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:31.526 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:31 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:31.526 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:31 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2354512569' entity='client.admin' 2026-02-12T01:40:31.526 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:31 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:31.634 INFO:teuthology.orchestra.run.trial007.stdout:Enabling the dashboard module... 2026-02-12T01:40:32.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: Added host trial007 2026-02-12T01:40:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: Saving service mon spec with placement count:5 2026-02-12T01:40:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: Saving service mgr spec with placement count:2 2026-02-12T01:40:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1210055582' entity='client.admin' 2026-02-12T01:40:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/441019100' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-12T01:40:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:32 trial007 ceph-mon[14497]: from='mgr.14118 10.20.193.7:0/403310541' entity='mgr.y' 2026-02-12T01:40:33.044 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ignoring --setuser ceph since I am not root 2026-02-12T01:40:33.044 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ignoring --setgroup ceph since I am not root 2026-02-12T01:40:33.065 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout { 2026-02-12T01:40:33.065 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-02-12T01:40:33.065 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T01:40:33.065 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-02-12T01:40:33.065 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-12T01:40:33.066 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout } 2026-02-12T01:40:33.066 INFO:teuthology.orchestra.run.trial007.stdout:Waiting for the mgr to restart... 2026-02-12T01:40:33.066 INFO:teuthology.orchestra.run.trial007.stdout:Waiting for mgr epoch 9... 2026-02-12T01:40:33.340 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.200+0000 7f23359b0140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T01:40:33.340 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.345+0000 7f23359b0140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T01:40:33.619 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.380+0000 7f23359b0140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T01:40:33.619 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.422+0000 7f23359b0140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T01:40:33.619 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.453+0000 7f23359b0140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T01:40:33.619 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.488+0000 7f23359b0140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T01:40:33.620 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.554+0000 7f23359b0140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T01:40:33.620 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:40:33.620 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:40:33.620 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: from numpy import show_config as show_numpy_config 2026-02-12T01:40:33.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:33 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/441019100' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-12T01:40:33.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:33 trial007 ceph-mon[14497]: mgrmap e9: y(active, since 5s) 2026-02-12T01:40:33.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:33 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3694129623' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T01:40:33.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.628+0000 7f23359b0140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T01:40:33.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.662+0000 7f23359b0140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T01:40:33.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.759+0000 7f23359b0140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T01:40:33.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.820+0000 7f23359b0140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T01:40:33.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.855+0000 7f23359b0140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T01:40:34.185 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.888+0000 7f23359b0140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T01:40:34.185 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.923+0000 7f23359b0140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T01:40:34.185 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:33.954+0000 7f23359b0140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T01:40:34.185 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:34.190+0000 7f23359b0140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T01:40:34.440 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:34.290+0000 7f23359b0140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T01:40:34.440 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:34.320+0000 7f23359b0140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T01:40:34.440 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:34.351+0000 7f23359b0140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T01:40:34.440 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:34.445+0000 7f23359b0140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:40:34.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:34.474+0000 7f23359b0140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T01:40:34.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:34.566+0000 7f23359b0140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:40:35.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:35 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:35.027+0000 7f23359b0140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T01:40:35.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:35 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:35.058+0000 7f23359b0140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: Active manager daemon y restarted 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: Activating manager daemon y 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: osdmap e3: 0 total, 0 up, 0 in 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: mgrmap e10: y(active, starting, since 0.00280433s) 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:40:35.820 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: Manager daemon y is now available 2026-02-12T01:40:35.821 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:35.821 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:40:35.821 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:40:35.821 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:35 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:35.463+0000 7f23359b0140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T01:40:36.525 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout { 2026-02-12T01:40:36.525 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-02-12T01:40:36.526 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-12T01:40:36.526 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout } 2026-02-12T01:40:36.526 INFO:teuthology.orchestra.run.trial007.stdout:mgr epoch 9 is available 2026-02-12T01:40:36.526 INFO:teuthology.orchestra.run.trial007.stdout:Generating a dashboard self-signed certificate... 2026-02-12T01:40:36.786 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-02-12T01:40:36.786 INFO:teuthology.orchestra.run.trial007.stdout:Creating initial admin user... 2026-02-12T01:40:37.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:37.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:37.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: mgrmap e11: y(active, since 1.00471s) 2026-02-12T01:40:37.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:36] ENGINE Bus STARTING 2026-02-12T01:40:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:36] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T01:40:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:36] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T01:40:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:36] ENGINE Bus STARTED 2026-02-12T01:40:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: [12/Feb/2026:01:40:36] ENGINE Client ('10.20.193.7', 41470) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:40:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:36 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:37.144 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$h3gFxuvVYzaZebWrZgefBuD52ZoXVfsFqoAhMPZCekTEqYsICDOyS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1770860437, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-02-12T01:40:37.144 INFO:teuthology.orchestra.run.trial007.stdout:Fetching dashboard port number... 2026-02-12T01:40:37.348 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stdout 8443 2026-02-12T01:40:37.357 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T01:40:37.357 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout disabled 2026-02-12T01:40:37.364 INFO:teuthology.orchestra.run.trial007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T01:40:37.364 INFO:teuthology.orchestra.run.trial007.stdout:systemctl: stdout inactive 2026-02-12T01:40:37.364 INFO:teuthology.orchestra.run.trial007.stdout:firewalld.service is not enabled 2026-02-12T01:40:37.364 INFO:teuthology.orchestra.run.trial007.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-02-12T01:40:37.365 INFO:teuthology.orchestra.run.trial007.stdout:Ceph Dashboard is now available at: 2026-02-12T01:40:37.365 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.365 INFO:teuthology.orchestra.run.trial007.stdout: URL: https://trial007:8443/ 2026-02-12T01:40:37.366 INFO:teuthology.orchestra.run.trial007.stdout: User: admin 2026-02-12T01:40:37.366 INFO:teuthology.orchestra.run.trial007.stdout: Password: 3jtygby6lh 2026-02-12T01:40:37.366 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.366 INFO:teuthology.orchestra.run.trial007.stdout:Saving cluster configuration to /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config directory 2026-02-12T01:40:37.613 INFO:teuthology.orchestra.run.trial007.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-02-12T01:40:37.613 INFO:teuthology.orchestra.run.trial007.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-02-12T01:40:37.613 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.613 INFO:teuthology.orchestra.run.trial007.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-02-12T01:40:37.613 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.613 INFO:teuthology.orchestra.run.trial007.stdout:Or, if you are only running a single cluster on this host: 2026-02-12T01:40:37.613 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout:Please consider enabling telemetry to help improve Ceph: 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout: ceph telemetry on 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout:For more information see: 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:37.614 INFO:teuthology.orchestra.run.trial007.stdout:Bootstrap complete. 2026-02-12T01:40:37.644 INFO:tasks.cephadm:Fetching config... 2026-02-12T01:40:37.644 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:40:37.644 DEBUG:teuthology.orchestra.run.trial007:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-02-12T01:40:37.662 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-02-12T01:40:37.672 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:40:37.672 DEBUG:teuthology.orchestra.run.trial007:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-02-12T01:40:37.721 INFO:tasks.cephadm:Fetching mon keyring... 2026-02-12T01:40:37.721 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:40:37.722 DEBUG:teuthology.orchestra.run.trial007:> sudo dd if=/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/keyring of=/dev/stdout 2026-02-12T01:40:37.786 INFO:tasks.cephadm:Fetching pub ssh key... 2026-02-12T01:40:37.786 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:40:37.787 DEBUG:teuthology.orchestra.run.trial007:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-02-12T01:40:37.843 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-02-12T01:40:37.844 DEBUG:teuthology.orchestra.run.trial007:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPtbHXNG9hbaYzQs+xpzZFhm5z2P2FTa0DmHilkRCvhR ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-12T01:40:37.917 INFO:teuthology.orchestra.run.trial007.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPtbHXNG9hbaYzQs+xpzZFhm5z2P2FTa0DmHilkRCvhR ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:37.928 DEBUG:teuthology.orchestra.run.trial059:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPtbHXNG9hbaYzQs+xpzZFhm5z2P2FTa0DmHilkRCvhR ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-12T01:40:37.962 INFO:teuthology.orchestra.run.trial059.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPtbHXNG9hbaYzQs+xpzZFhm5z2P2FTa0DmHilkRCvhR ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:37.974 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-02-12T01:40:38.174 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:38 trial007 ceph-mon[14497]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:38.174 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:38.174 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:38 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3768197017' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-12T01:40:38.174 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:38 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/114361553' entity='client.admin' 2026-02-12T01:40:38.544 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:40:38.815 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-02-12T01:40:38.815 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-02-12T01:40:39.100 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:40:39.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:39 trial007 ceph-mon[14497]: mgrmap e12: y(active, since 2s) 2026-02-12T01:40:39.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:39 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2143118208' entity='client.admin' 2026-02-12T01:40:39.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:39 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:39.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:39 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:39.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:39 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial007", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:40:39.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:39 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:39.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:39 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:39.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:39 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:39.334 INFO:tasks.cephadm:Writing (initial) conf and keyring to trial059 2026-02-12T01:40:39.334 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-12T01:40:39.334 DEBUG:teuthology.orchestra.run.trial059:> dd of=/etc/ceph/ceph.conf 2026-02-12T01:40:39.353 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-12T01:40:39.353 DEBUG:teuthology.orchestra.run.trial059:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:40:39.411 INFO:tasks.cephadm:Adding host trial059 to orchestrator... 2026-02-12T01:40:39.412 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch host add trial059 2026-02-12T01:40:39.692 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:41.386 INFO:teuthology.orchestra.run.trial007.stdout:Added host 'trial059' with addr '10.20.193.59' 2026-02-12T01:40:41.425 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-12T01:40:41.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:41 trial007 ceph-mon[14497]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial059", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:41.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:41 trial007 ceph-mon[14497]: Deploying cephadm binary to trial059 2026-02-12T01:40:41.705 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:40:41.896 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:40:41.897 INFO:teuthology.orchestra.run.trial007.stdout:[{"addr": "10.20.193.7", "hostname": "trial007", "labels": [], "status": ""}, {"addr": "10.20.193.59", "hostname": "trial059", "labels": [], "status": ""}] 2026-02-12T01:40:41.931 INFO:tasks.cephadm:Setting crush tunables to default 2026-02-12T01:40:41.931 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd crush tunables default 2026-02-12T01:40:42.210 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:40:42.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:42 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:42.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:42 trial007 ceph-mon[14497]: Added host trial059 2026-02-12T01:40:42.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:42 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:42.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:42 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:42.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:42 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:43.386 INFO:teuthology.orchestra.run.trial007.stderr:adjusted tunables profile to default 2026-02-12T01:40:43.424 INFO:tasks.cephadm:Adding mon.a on trial007 2026-02-12T01:40:43.424 INFO:tasks.cephadm:Adding mon.c on trial007 2026-02-12T01:40:43.424 INFO:tasks.cephadm:Adding mon.b on trial059 2026-02-12T01:40:43.424 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch apply mon '3;trial007:10.20.193.7=a;trial007:[v2:10.20.193.7:3301,v1:10.20.193.7:6790]=c;trial059:10.20.193.59=b' 2026-02-12T01:40:43.786 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:43.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T01:40:43.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: mgrmap e13: y(active, since 6s) 2026-02-12T01:40:43.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2396267322' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-12T01:40:43.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial059", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:40:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:44.347 INFO:teuthology.orchestra.run.trial059.stdout:Scheduled mon update... 2026-02-12T01:40:44.461 DEBUG:teuthology.orchestra.run.trial007:mon.c> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.c.service 2026-02-12T01:40:44.463 DEBUG:teuthology.orchestra.run.trial059:mon.b> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.b.service 2026-02-12T01:40:44.466 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T01:40:44.466 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T01:40:44.843 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:40:44.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:40:44.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2396267322' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-12T01:40:44.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T01:40:44.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:44.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:40:44.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:40:44.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:44.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:45.223 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:40:45.224 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":1,"fsid":"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460","modified":"2026-02-12T01:40:16.388942Z","created":"2026-02-12T01:40:16.388942Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:3300","nonce":0},{"type":"v1","addr":"10.20.193.7:6789","nonce":0}]},"addr":"10.20.193.7:6789/0","public_addr":"10.20.193.7:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-12T01:40:45.224 INFO:teuthology.orchestra.run.trial059.stderr:dumped monmap epoch 1 2026-02-12T01:40:45.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:45 trial059 ceph-mon[16814]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-02-12T01:40:45.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:45 trial007 ceph-mon[14497]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;trial007:10.20.193.7=a;trial007:[v2:10.20.193.7:3301,v1:10.20.193.7:6790]=c;trial059:10.20.193.59=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:45.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:45 trial007 ceph-mon[14497]: Saving service mon spec with placement trial007:10.20.193.7=a;trial007:[v2:10.20.193.7:3301,v1:10.20.193.7:6790]=c;trial059:10.20.193.59=b;count:3 2026-02-12T01:40:45.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:45 trial007 ceph-mon[14497]: Deploying daemon mon.b on trial059 2026-02-12T01:40:45.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:45 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/530288063' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T01:40:46.297 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T01:40:46.297 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T01:40:46.582 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:40:51.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:40:51.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: mon.a calling monitor election 2026-02-12T01:40:51.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: mon.b calling monitor election 2026-02-12T01:40:51.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: monmap epoch 2 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: last_changed 2026-02-12T01:40:45.761656+0000 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: min_mon_release 19 (squid) 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: election_strategy: 1 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T01:40:51.063 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: fsmap 2026-02-12T01:40:51.064 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T01:40:51.064 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: mgrmap e13: y(active, since 15s) 2026-02-12T01:40:51.064 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: overall HEALTH_OK 2026-02-12T01:40:51.064 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:51.064 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:51.064 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:51.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:40:51.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: mon.a calling monitor election 2026-02-12T01:40:51.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: mon.b calling monitor election 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: monmap epoch 2 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: last_changed 2026-02-12T01:40:45.761656+0000 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T01:40:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: min_mon_release 19 (squid) 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: election_strategy: 1 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: fsmap 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: mgrmap e13: y(active, since 15s) 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: overall HEALTH_OK 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:51.209 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:40:51.209 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":2,"fsid":"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460","modified":"2026-02-12T01:40:45.761656Z","created":"2026-02-12T01:40:16.388942Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:3300","nonce":0},{"type":"v1","addr":"10.20.193.7:6789","nonce":0}]},"addr":"10.20.193.7:6789/0","public_addr":"10.20.193.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:3300","nonce":0},{"type":"v1","addr":"10.20.193.59:6789","nonce":0}]},"addr":"10.20.193.59:6789/0","public_addr":"10.20.193.59:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-02-12T01:40:51.209 INFO:teuthology.orchestra.run.trial059.stderr:dumped monmap epoch 2 2026-02-12T01:40:51.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:51 trial007 ceph-mon[23040]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-02-12T01:40:52.121 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:40:51 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:40:51.760+0000 7f2251d2d640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-12T01:40:52.248 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T01:40:52.248 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T01:40:52.528 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:40:56.811 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:40:56.811 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: mon.a calling monitor election 2026-02-12T01:40:56.811 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: mon.b calling monitor election 2026-02-12T01:40:56.811 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:56.811 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.811 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.811 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.811 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: mon.c calling monitor election 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: monmap epoch 3 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: min_mon_release 19 (squid) 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: election_strategy: 1 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T01:40:56.812 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: fsmap 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: mgrmap e13: y(active, since 21s) 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: overall HEALTH_OK 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.813 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: mon.a calling monitor election 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: mon.b calling monitor election 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: mon.c calling monitor election 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:40:56.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: monmap epoch 3 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: min_mon_release 19 (squid) 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: election_strategy: 1 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: fsmap 2026-02-12T01:40:56.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T01:40:56.816 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: mgrmap e13: y(active, since 21s) 2026-02-12T01:40:56.816 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: overall HEALTH_OK 2026-02-12T01:40:56.816 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.816 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.816 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.816 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.816 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:56.816 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: mon.a calling monitor election 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: mon.b calling monitor election 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: mon.c calling monitor election 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.817 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: monmap epoch 3 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: min_mon_release 19 (squid) 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: election_strategy: 1 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: fsmap 2026-02-12T01:40:56.818 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T01:40:56.819 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: mgrmap e13: y(active, since 21s) 2026-02-12T01:40:56.819 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: overall HEALTH_OK 2026-02-12T01:40:56.819 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.819 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.819 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.819 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:56.819 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:57.159 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:40:57.160 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":3,"fsid":"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460","modified":"2026-02-12T01:40:51.489400Z","created":"2026-02-12T01:40:16.388942Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:3300","nonce":0},{"type":"v1","addr":"10.20.193.7:6789","nonce":0}]},"addr":"10.20.193.7:6789/0","public_addr":"10.20.193.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:3300","nonce":0},{"type":"v1","addr":"10.20.193.59:6789","nonce":0}]},"addr":"10.20.193.59:6789/0","public_addr":"10.20.193.59:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:3301","nonce":0},{"type":"v1","addr":"10.20.193.7:6790","nonce":0}]},"addr":"10.20.193.7:6790/0","public_addr":"10.20.193.7:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2026-02-12T01:40:57.160 INFO:teuthology.orchestra.run.trial059.stderr:dumped monmap epoch 3 2026-02-12T01:40:57.197 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-02-12T01:40:57.197 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph config generate-minimal-conf 2026-02-12T01:40:57.484 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:40:57.684 INFO:teuthology.orchestra.run.trial007.stdout:# minimal ceph.conf for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:57.684 INFO:teuthology.orchestra.run.trial007.stdout:[global] 2026-02-12T01:40:57.684 INFO:teuthology.orchestra.run.trial007.stdout: fsid = c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:40:57.684 INFO:teuthology.orchestra.run.trial007.stdout: mon_host = [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] 2026-02-12T01:40:57.721 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-02-12T01:40:57.722 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:40:57.722 DEBUG:teuthology.orchestra.run.trial007:> sudo dd of=/etc/ceph/ceph.conf 2026-02-12T01:40:57.749 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:40:57.750 DEBUG:teuthology.orchestra.run.trial007:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:40:57.814 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-12T01:40:57.814 DEBUG:teuthology.orchestra.run.trial059:> sudo dd of=/etc/ceph/ceph.conf 2026-02-12T01:40:57.852 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-12T01:40:57.852 DEBUG:teuthology.orchestra.run.trial059:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:40:57.918 INFO:tasks.cephadm:Adding mgr.y on trial007 2026-02-12T01:40:57.918 INFO:tasks.cephadm:Adding mgr.x on trial059 2026-02-12T01:40:57.918 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch apply mgr '2;trial007=y;trial059=x' 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:40:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/1810836620' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Reconfiguring daemon mon.a on trial007 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Reconfiguring mon.c (monmap changed)... 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Reconfiguring daemon mon.c on trial007 2026-02-12T01:40:58.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Reconfiguring mon.b (monmap changed)... 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: Reconfiguring daemon mon.b on trial059 2026-02-12T01:40:58.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:57 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/56607336' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/1810836620' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Reconfiguring daemon mon.a on trial007 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Reconfiguring mon.c (monmap changed)... 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Reconfiguring daemon mon.c on trial007 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Reconfiguring mon.b (monmap changed)... 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: Reconfiguring daemon mon.b on trial059 2026-02-12T01:40:58.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/56607336' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/1810836620' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T01:40:58.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Reconfiguring daemon mon.a on trial007 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Reconfiguring mon.c (monmap changed)... 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Reconfiguring daemon mon.c on trial007 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Reconfiguring mon.b (monmap changed)... 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: Reconfiguring daemon mon.b on trial059 2026-02-12T01:40:58.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:57 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/56607336' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:58.235 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:40:58.439 INFO:teuthology.orchestra.run.trial059.stdout:Scheduled mgr update... 2026-02-12T01:40:58.475 DEBUG:teuthology.orchestra.run.trial059:mgr.x> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x.service 2026-02-12T01:40:58.477 DEBUG:tasks.cephadm:set 0 configs 2026-02-12T01:40:58.477 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph config dump 2026-02-12T01:40:58.758 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:40:58.943 INFO:teuthology.orchestra.run.trial007.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-12T01:40:58.943 INFO:teuthology.orchestra.run.trial007.stdout:global dev auth_debug true 2026-02-12T01:40:58.943 INFO:teuthology.orchestra.run.trial007.stdout:global basic container_image quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 * 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global dev debug_asserts_on_shutdown true 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global basic log_to_file true 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global basic log_to_journald false 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global basic log_to_stderr false 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_allow_pool_delete true 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_clock_drift_allowed 1.000000 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_cluster_log_to_file true 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_election_default_strategy 1 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_max_pg_per_osd 10000 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_pg_warn_max_object_skew 0.000000 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_warn_on_crush_straw_calc_version_zero false 2026-02-12T01:40:58.944 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_warn_on_legacy_crush_tunables false 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_warn_on_osd_down_out_interval_zero false 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:global dev mon_warn_on_pool_pg_num_not_power_of_two false 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:global advanced mon_warn_on_too_few_osds false 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:global dev ms_die_on_bug true 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:global dev ms_die_on_old_message true 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:global advanced osd_pool_default_erasure_code_profile plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:global advanced osd_pool_default_pg_autoscale_mode off 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced auth_allow_insecure_global_id_reclaim false 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced auth_mon_ticket_ttl 660.000000 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced auth_service_ticket_ttl 240.000000 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced debug_mon 20/20 2026-02-12T01:40:58.945 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced debug_ms 1/1 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced debug_paxos 20/20 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced mon_data_avail_warn 5 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced mon_mgr_mkfs_grace 240 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon dev mon_osd_prime_pg_temp true 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced mon_osd_reporter_subtree_level osd 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced mon_reweight_min_bytes_per_osd 10 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced mon_reweight_min_pgs_per_osd 4 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim false 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim_allowed false 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mon advanced public_network 10.20.192.0/20 * 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced debug_mgr 20/20 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced debug_ms 1/1 2026-02-12T01:40:58.946 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced mgr/cephadm/allow_ptrace true * 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced mgr/cephadm/container_init True * 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced mgr/cephadm/migration_current 7 * 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced mgr/cephadm/use_agent false * 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced mgr/dashboard/ssl_server_port 8443 * 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced mgr/orchestrator/orchestrator cephadm 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced mon_reweight_min_bytes_per_osd 10 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:mgr advanced mon_reweight_min_pgs_per_osd 4 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:osd dev bdev_debug_aio true 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced debug_ms 1/1 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced debug_osd 20/20 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:osd dev osd_debug_misdirected_ops true 2026-02-12T01:40:58.947 INFO:teuthology.orchestra.run.trial007.stdout:osd dev osd_debug_op_order true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd dev osd_debug_pg_log_writeout true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd dev osd_debug_shutdown true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd dev osd_debug_verify_cached_snaps true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd dev osd_debug_verify_missing_on_start true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd dev osd_debug_verify_stray_on_activate true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_deep_scrub_update_digest_min_age 30 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_mclock_profile high_recovery_ops 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd dev osd_mclock_skip_benchmark true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_memory_target_autotune true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_op_queue debug_random * 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_op_queue_cut_off debug_random * 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_recover_clone_overlap true 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_recovery_max_chunk 1048576 2026-02-12T01:40:58.948 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_scrub_load_threshold 5.000000 2026-02-12T01:40:58.949 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_scrub_max_interval 600.000000 2026-02-12T01:40:58.949 INFO:teuthology.orchestra.run.trial007.stdout:osd advanced osd_shutdown_pgref_assert true 2026-02-12T01:40:58.949 INFO:teuthology.orchestra.run.trial007.stdout:client.rgw advanced rgw_cache_enabled true 2026-02-12T01:40:58.949 INFO:teuthology.orchestra.run.trial007.stdout:client.rgw advanced rgw_enable_ops_log true 2026-02-12T01:40:58.949 INFO:teuthology.orchestra.run.trial007.stdout:client.rgw advanced rgw_enable_usage_log true 2026-02-12T01:40:58.979 INFO:tasks.cephadm:Deploying OSDs... 2026-02-12T01:40:58.980 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:40:58.980 DEBUG:teuthology.orchestra.run.trial007:> dd if=/scratch_devs of=/dev/stdout 2026-02-12T01:40:58.998 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-12T01:40:58.998 DEBUG:teuthology.orchestra.run.trial007:> stat /dev/vg_nvme/lv_1 2026-02-12T01:40:59.054 INFO:teuthology.orchestra.run.trial007.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-12T01:40:59.054 INFO:teuthology.orchestra.run.trial007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T01:40:59.054 INFO:teuthology.orchestra.run.trial007.stdout:Device: 6h/6d Inode: 911 Links: 1 2026-02-12T01:40:59.054 INFO:teuthology.orchestra.run.trial007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T01:40:59.055 INFO:teuthology.orchestra.run.trial007.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T01:40:59.055 INFO:teuthology.orchestra.run.trial007.stdout:Access: 2026-02-12 01:40:51.302930511 +0000 2026-02-12T01:40:59.055 INFO:teuthology.orchestra.run.trial007.stdout:Modify: 2026-02-12 01:39:52.931345493 +0000 2026-02-12T01:40:59.055 INFO:teuthology.orchestra.run.trial007.stdout:Change: 2026-02-12 01:39:52.931345493 +0000 2026-02-12T01:40:59.055 INFO:teuthology.orchestra.run.trial007.stdout: Birth: 2026-02-12 01:39:52.931345493 +0000 2026-02-12T01:40:59.055 DEBUG:teuthology.orchestra.run.trial007:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-12T01:40:59.116 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.116 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial007=y;trial059=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: Saving service mgr spec with placement trial007=y;trial059=x;count:2 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.117 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:40:59.118 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T01:40:59.118 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:40:59.118 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.118 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[23040]: Deploying daemon mgr.x on trial059 2026-02-12T01:40:59.118 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.118 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.118 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial007=y;trial059=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: Saving service mgr spec with placement trial007=y;trial059=x;count:2 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:40:59.119 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T01:40:59.120 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:40:59.120 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.120 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:58 trial007 ceph-mon[14497]: Deploying daemon mgr.x on trial059 2026-02-12T01:40:59.121 INFO:teuthology.orchestra.run.trial007.stderr:1+0 records in 2026-02-12T01:40:59.121 INFO:teuthology.orchestra.run.trial007.stderr:1+0 records out 2026-02-12T01:40:59.121 INFO:teuthology.orchestra.run.trial007.stderr:512 bytes copied, 0.000148465 s, 3.4 MB/s 2026-02-12T01:40:59.121 DEBUG:teuthology.orchestra.run.trial007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-12T01:40:59.178 DEBUG:teuthology.orchestra.run.trial007:> stat /dev/vg_nvme/lv_2 2026-02-12T01:40:59.234 INFO:teuthology.orchestra.run.trial007.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-12T01:40:59.235 INFO:teuthology.orchestra.run.trial007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T01:40:59.235 INFO:teuthology.orchestra.run.trial007.stdout:Device: 6h/6d Inode: 940 Links: 1 2026-02-12T01:40:59.235 INFO:teuthology.orchestra.run.trial007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T01:40:59.235 INFO:teuthology.orchestra.run.trial007.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T01:40:59.235 INFO:teuthology.orchestra.run.trial007.stdout:Access: 2026-02-12 01:40:51.302930511 +0000 2026-02-12T01:40:59.235 INFO:teuthology.orchestra.run.trial007.stdout:Modify: 2026-02-12 01:39:53.156341626 +0000 2026-02-12T01:40:59.235 INFO:teuthology.orchestra.run.trial007.stdout:Change: 2026-02-12 01:39:53.156341626 +0000 2026-02-12T01:40:59.235 INFO:teuthology.orchestra.run.trial007.stdout: Birth: 2026-02-12 01:39:53.156341626 +0000 2026-02-12T01:40:59.236 DEBUG:teuthology.orchestra.run.trial007:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-12T01:40:59.297 INFO:teuthology.orchestra.run.trial007.stderr:1+0 records in 2026-02-12T01:40:59.297 INFO:teuthology.orchestra.run.trial007.stderr:1+0 records out 2026-02-12T01:40:59.298 INFO:teuthology.orchestra.run.trial007.stderr:512 bytes copied, 0.000154486 s, 3.3 MB/s 2026-02-12T01:40:59.299 DEBUG:teuthology.orchestra.run.trial007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-12T01:40:59.349 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mgr[18344]: -- 10.20.193.59:0/3127766590 <== mon.0 v2:10.20.193.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5557fc4dd4a0 con 0x5557fc4ba800 2026-02-12T01:40:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial007=y;trial059=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:40:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: Saving service mgr spec with placement trial007=y;trial059=x;count:2 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:40:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:58 trial059 ceph-mon[16814]: Deploying daemon mgr.x on trial059 2026-02-12T01:40:59.356 DEBUG:teuthology.orchestra.run.trial007:> stat /dev/vg_nvme/lv_3 2026-02-12T01:40:59.413 INFO:teuthology.orchestra.run.trial007.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-12T01:40:59.413 INFO:teuthology.orchestra.run.trial007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T01:40:59.413 INFO:teuthology.orchestra.run.trial007.stdout:Device: 6h/6d Inode: 968 Links: 1 2026-02-12T01:40:59.413 INFO:teuthology.orchestra.run.trial007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T01:40:59.414 INFO:teuthology.orchestra.run.trial007.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T01:40:59.414 INFO:teuthology.orchestra.run.trial007.stdout:Access: 2026-02-12 01:40:51.302930511 +0000 2026-02-12T01:40:59.414 INFO:teuthology.orchestra.run.trial007.stdout:Modify: 2026-02-12 01:39:53.398337467 +0000 2026-02-12T01:40:59.414 INFO:teuthology.orchestra.run.trial007.stdout:Change: 2026-02-12 01:39:53.398337467 +0000 2026-02-12T01:40:59.414 INFO:teuthology.orchestra.run.trial007.stdout: Birth: 2026-02-12 01:39:53.398337467 +0000 2026-02-12T01:40:59.414 DEBUG:teuthology.orchestra.run.trial007:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-12T01:40:59.475 INFO:teuthology.orchestra.run.trial007.stderr:1+0 records in 2026-02-12T01:40:59.475 INFO:teuthology.orchestra.run.trial007.stderr:1+0 records out 2026-02-12T01:40:59.476 INFO:teuthology.orchestra.run.trial007.stderr:512 bytes copied, 0.000148886 s, 3.4 MB/s 2026-02-12T01:40:59.477 DEBUG:teuthology.orchestra.run.trial007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-12T01:40:59.534 DEBUG:teuthology.orchestra.run.trial007:> stat /dev/vg_nvme/lv_4 2026-02-12T01:40:59.589 INFO:teuthology.orchestra.run.trial007.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-12T01:40:59.590 INFO:teuthology.orchestra.run.trial007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T01:40:59.590 INFO:teuthology.orchestra.run.trial007.stdout:Device: 6h/6d Inode: 994 Links: 1 2026-02-12T01:40:59.590 INFO:teuthology.orchestra.run.trial007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T01:40:59.590 INFO:teuthology.orchestra.run.trial007.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T01:40:59.590 INFO:teuthology.orchestra.run.trial007.stdout:Access: 2026-02-12 01:40:51.303930494 +0000 2026-02-12T01:40:59.590 INFO:teuthology.orchestra.run.trial007.stdout:Modify: 2026-02-12 01:39:53.630333480 +0000 2026-02-12T01:40:59.590 INFO:teuthology.orchestra.run.trial007.stdout:Change: 2026-02-12 01:39:53.630333480 +0000 2026-02-12T01:40:59.590 INFO:teuthology.orchestra.run.trial007.stdout: Birth: 2026-02-12 01:39:53.630333480 +0000 2026-02-12T01:40:59.591 DEBUG:teuthology.orchestra.run.trial007:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-12T01:40:59.630 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.454+0000 7ff5639bf140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T01:40:59.630 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.602+0000 7ff5639bf140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T01:40:59.631 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.636+0000 7ff5639bf140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T01:40:59.653 INFO:teuthology.orchestra.run.trial007.stderr:1+0 records in 2026-02-12T01:40:59.653 INFO:teuthology.orchestra.run.trial007.stderr:1+0 records out 2026-02-12T01:40:59.653 INFO:teuthology.orchestra.run.trial007.stderr:512 bytes copied, 0.000164616 s, 3.1 MB/s 2026-02-12T01:40:59.654 DEBUG:teuthology.orchestra.run.trial007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-12T01:40:59.713 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-12T01:40:59.713 DEBUG:teuthology.orchestra.run.trial059:> dd if=/scratch_devs of=/dev/stdout 2026-02-12T01:40:59.729 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-12T01:40:59.730 DEBUG:teuthology.orchestra.run.trial059:> stat /dev/vg_nvme/lv_1 2026-02-12T01:40:59.788 INFO:teuthology.orchestra.run.trial059.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-12T01:40:59.788 INFO:teuthology.orchestra.run.trial059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T01:40:59.788 INFO:teuthology.orchestra.run.trial059.stdout:Device: 6h/6d Inode: 909 Links: 1 2026-02-12T01:40:59.788 INFO:teuthology.orchestra.run.trial059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T01:40:59.788 INFO:teuthology.orchestra.run.trial059.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T01:40:59.788 INFO:teuthology.orchestra.run.trial059.stdout:Access: 2026-02-12 01:40:58.902892402 +0000 2026-02-12T01:40:59.788 INFO:teuthology.orchestra.run.trial059.stdout:Modify: 2026-02-12 01:39:50.944146301 +0000 2026-02-12T01:40:59.788 INFO:teuthology.orchestra.run.trial059.stdout:Change: 2026-02-12 01:39:50.944146301 +0000 2026-02-12T01:40:59.789 INFO:teuthology.orchestra.run.trial059.stdout: Birth: 2026-02-12 01:39:50.944146301 +0000 2026-02-12T01:40:59.789 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-12T01:40:59.854 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records in 2026-02-12T01:40:59.854 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records out 2026-02-12T01:40:59.854 INFO:teuthology.orchestra.run.trial059.stderr:512 bytes copied, 0.00018229 s, 2.8 MB/s 2026-02-12T01:40:59.855 DEBUG:teuthology.orchestra.run.trial059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-12T01:40:59.910 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.677+0000 7ff5639bf140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T01:40:59.911 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.708+0000 7ff5639bf140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T01:40:59.911 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.742+0000 7ff5639bf140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T01:40:59.911 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.808+0000 7ff5639bf140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T01:40:59.911 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:40:59.911 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:40:59.911 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: from numpy import show_config as show_numpy_config 2026-02-12T01:40:59.911 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.883+0000 7ff5639bf140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T01:40:59.912 DEBUG:teuthology.orchestra.run.trial059:> stat /dev/vg_nvme/lv_2 2026-02-12T01:40:59.968 INFO:teuthology.orchestra.run.trial059.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-12T01:40:59.968 INFO:teuthology.orchestra.run.trial059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T01:40:59.968 INFO:teuthology.orchestra.run.trial059.stdout:Device: 6h/6d Inode: 942 Links: 1 2026-02-12T01:40:59.968 INFO:teuthology.orchestra.run.trial059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T01:40:59.968 INFO:teuthology.orchestra.run.trial059.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T01:40:59.968 INFO:teuthology.orchestra.run.trial059.stdout:Access: 2026-02-12 01:40:58.902892402 +0000 2026-02-12T01:40:59.968 INFO:teuthology.orchestra.run.trial059.stdout:Modify: 2026-02-12 01:39:51.189139373 +0000 2026-02-12T01:40:59.969 INFO:teuthology.orchestra.run.trial059.stdout:Change: 2026-02-12 01:39:51.189139373 +0000 2026-02-12T01:40:59.969 INFO:teuthology.orchestra.run.trial059.stdout: Birth: 2026-02-12 01:39:51.189139373 +0000 2026-02-12T01:40:59.969 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-12T01:41:00.030 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records in 2026-02-12T01:41:00.031 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records out 2026-02-12T01:41:00.031 INFO:teuthology.orchestra.run.trial059.stderr:512 bytes copied, 0.000168684 s, 3.0 MB/s 2026-02-12T01:41:00.032 DEBUG:teuthology.orchestra.run.trial059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-12T01:41:00.089 DEBUG:teuthology.orchestra.run.trial059:> stat /dev/vg_nvme/lv_3 2026-02-12T01:41:00.144 INFO:teuthology.orchestra.run.trial059.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-12T01:41:00.144 INFO:teuthology.orchestra.run.trial059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T01:41:00.145 INFO:teuthology.orchestra.run.trial059.stdout:Device: 6h/6d Inode: 966 Links: 1 2026-02-12T01:41:00.145 INFO:teuthology.orchestra.run.trial059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T01:41:00.145 INFO:teuthology.orchestra.run.trial059.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T01:41:00.145 INFO:teuthology.orchestra.run.trial059.stdout:Access: 2026-02-12 01:40:58.902892402 +0000 2026-02-12T01:41:00.145 INFO:teuthology.orchestra.run.trial059.stdout:Modify: 2026-02-12 01:39:51.456132042 +0000 2026-02-12T01:41:00.145 INFO:teuthology.orchestra.run.trial059.stdout:Change: 2026-02-12 01:39:51.456132042 +0000 2026-02-12T01:41:00.145 INFO:teuthology.orchestra.run.trial059.stdout: Birth: 2026-02-12 01:39:51.456132042 +0000 2026-02-12T01:41:00.145 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-12T01:41:00.170 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:40:59 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:40:59.917+0000 7ff5639bf140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T01:41:00.170 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.014+0000 7ff5639bf140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T01:41:00.170 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.073+0000 7ff5639bf140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T01:41:00.170 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.107+0000 7ff5639bf140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T01:41:00.170 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.140+0000 7ff5639bf140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T01:41:00.170 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.175+0000 7ff5639bf140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T01:41:00.170 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1389781453' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:00.171 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: Reconfiguring daemon mgr.y on trial007 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:00.172 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:40:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.194 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records in 2026-02-12T01:41:00.194 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records out 2026-02-12T01:41:00.194 INFO:teuthology.orchestra.run.trial059.stderr:512 bytes copied, 0.000154358 s, 3.3 MB/s 2026-02-12T01:41:00.195 DEBUG:teuthology.orchestra.run.trial059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-12T01:41:00.252 DEBUG:teuthology.orchestra.run.trial059:> stat /dev/vg_nvme/lv_4 2026-02-12T01:41:00.307 INFO:teuthology.orchestra.run.trial059.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-12T01:41:00.307 INFO:teuthology.orchestra.run.trial059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T01:41:00.307 INFO:teuthology.orchestra.run.trial059.stdout:Device: 6h/6d Inode: 998 Links: 1 2026-02-12T01:41:00.308 INFO:teuthology.orchestra.run.trial059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T01:41:00.308 INFO:teuthology.orchestra.run.trial059.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T01:41:00.308 INFO:teuthology.orchestra.run.trial059.stdout:Access: 2026-02-12 01:40:58.903892379 +0000 2026-02-12T01:41:00.308 INFO:teuthology.orchestra.run.trial059.stdout:Modify: 2026-02-12 01:39:51.722124773 +0000 2026-02-12T01:41:00.308 INFO:teuthology.orchestra.run.trial059.stdout:Change: 2026-02-12 01:39:51.722124773 +0000 2026-02-12T01:41:00.308 INFO:teuthology.orchestra.run.trial059.stdout: Birth: 2026-02-12 01:39:51.722124773 +0000 2026-02-12T01:41:00.308 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-12T01:41:00.369 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records in 2026-02-12T01:41:00.369 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records out 2026-02-12T01:41:00.369 INFO:teuthology.orchestra.run.trial059.stderr:512 bytes copied, 0.000160238 s, 3.2 MB/s 2026-02-12T01:41:00.370 DEBUG:teuthology.orchestra.run.trial059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-12T01:41:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1389781453' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T01:41:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: Reconfiguring daemon mgr.y on trial007 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1389781453' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: Reconfiguring daemon mgr.y on trial007 2026-02-12T01:41:00.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:00.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:00.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:00.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:40:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:00.426 INFO:tasks.cephadm:Deploying osd.0 on trial007 with /dev/vg_nvme/lv_4... 2026-02-12T01:41:00.426 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-12T01:41:00.440 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.206+0000 7ff5639bf140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T01:41:00.441 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.446+0000 7ff5639bf140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T01:41:00.694 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.546+0000 7ff5639bf140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T01:41:00.694 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.576+0000 7ff5639bf140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T01:41:00.694 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.607+0000 7ff5639bf140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T01:41:00.694 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.700+0000 7ff5639bf140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:41:00.707 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:01.099 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.729+0000 7ff5639bf140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T01:41:01.099 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:00.821+0000 7ff5639bf140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:41:01.436 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:41:01.454 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial007:vg_nvme/lv_4 --skip-validation 2026-02-12T01:41:01.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:01 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:01.599 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:01 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:01.281+0000 7ff5639bf140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T01:41:01.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:01 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:01.312+0000 7ff5639bf140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T01:41:01.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:01 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:01.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:01 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:01.736 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:01.934 INFO:teuthology.orchestra.run.trial007.stderr:--skip-validation not valid: --skip-validation not in raw|lvm 2026-02-12T01:41:01.934 INFO:teuthology.orchestra.run.trial007.stderr:Invalid command: unused arguments: ['--skip-validation'] 2026-02-12T01:41:01.934 INFO:teuthology.orchestra.run.trial007.stderr:orch daemon add osd [] [] : Create OSD daemon(s) on specified host and device(s) (e.g., ceph orch daemon add osd myhost:/dev/sdb) 2026-02-12T01:41:01.934 INFO:teuthology.orchestra.run.trial007.stderr:Error EINVAL: invalid command 2026-02-12T01:41:01.986 DEBUG:teuthology.orchestra.run:got remote process result: 22 2026-02-12T01:41:01.986 WARNING:tasks.cephadm:--skip-validation falied with error Command failed on trial007 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial007:vg_nvme/lv_4 --skip-validation'. Retrying without it 2026-02-12T01:41:01.986 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial007:vg_nvme/lv_4 2026-02-12T01:41:02.099 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:41:01 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:41:01.715+0000 7ff5639bf140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T01:41:02.266 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:02.621 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: Standby manager daemon x started 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: Standby manager daemon x started 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:02 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: Standby manager daemon x started 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/3029189109' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:02.786 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:02 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: mgrmap e14: y(active, since 27s), standbys: x 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4221217493' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]: dispatch 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]: dispatch 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]': finished 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:03.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:03 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1755015858' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: mgrmap e14: y(active, since 27s), standbys: x 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4221217493' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]': finished 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1755015858' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: mgrmap e14: y(active, since 27s), standbys: x 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4221217493' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91dcad49-1745-4fbb-9286-52e3dc366927"}]': finished 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:03 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1755015858' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:04.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:04 trial059 ceph-mon[16814]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:04.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:04 trial007 ceph-mon[14497]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:04.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:04 trial007 ceph-mon[23040]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:06.684 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:06 trial007 ceph-mon[14497]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:06.685 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:06 trial007 ceph-mon[23040]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:06.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:06 trial059 ceph-mon[16814]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:07.805 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T01:41:07.805 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:07.805 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T01:41:07.805 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:07.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T01:41:07.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:08.750 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:08 trial059 ceph-mon[16814]: Deploying daemon osd.0 on trial007 2026-02-12T01:41:08.750 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:08 trial059 ceph-mon[16814]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:08.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:08 trial007 ceph-mon[14497]: Deploying daemon osd.0 on trial007 2026-02-12T01:41:08.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:08 trial007 ceph-mon[14497]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:08.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:08 trial007 ceph-mon[23040]: Deploying daemon osd.0 on trial007 2026-02-12T01:41:08.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:08 trial007 ceph-mon[23040]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:09.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:09 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:09.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:09 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:09.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:09 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:09.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:09 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:09.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:09 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:09.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:09 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:09.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:09 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:09.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:09 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:09.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:09 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.217 INFO:teuthology.orchestra.run.trial007.stdout:Created osd(s) 0 on host 'trial007' 2026-02-12T01:41:10.254 DEBUG:teuthology.orchestra.run.trial007:osd.0> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.0.service 2026-02-12T01:41:10.255 INFO:tasks.cephadm:Deploying osd.1 on trial007 with /dev/vg_nvme/lv_3... 2026-02-12T01:41:10.255 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-12T01:41:10.583 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:10.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:10 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:11.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:10 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:11.189 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:11 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[27409]: 2026-02-12T01:41:11.120+0000 7f0898337740 -1 Falling back to public interface 2026-02-12T01:41:11.606 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:41:11.622 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial007:vg_nvme/lv_3 2026-02-12T01:41:11.904 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: Detected new or changed devices on trial007 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial007 to 83023M 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[23040]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: Detected new or changed devices on trial007 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial007 to 83023M 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:11 trial007 ceph-mon[14497]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: Detected new or changed devices on trial007 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial007 to 83023M 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:11 trial059 ceph-mon[16814]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3275646429' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]: dispatch 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]: dispatch 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]': finished 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:12 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3275646429' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]': finished 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3275646429' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3715b350-e734-4b50-bbbb-72b50f0adc53"}]': finished 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:12 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:14.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:13 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3270659667' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:14.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:13 trial059 ceph-mon[16814]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:14.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:13 trial059 ceph-mon[16814]: from='osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T01:41:14.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:13 trial059 ceph-mon[16814]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T01:41:14.371 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:13 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3270659667' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:14.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:13 trial007 ceph-mon[14497]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:14.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:13 trial007 ceph-mon[14497]: from='osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T01:41:14.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:13 trial007 ceph-mon[14497]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T01:41:14.372 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:13 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[27409]: 2026-02-12T01:41:13.920+0000 7f0898337740 -1 osd.0 0 log_to_monitors true 2026-02-12T01:41:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:13 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3270659667' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:13 trial007 ceph-mon[23040]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:13 trial007 ceph-mon[23040]: from='osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T01:41:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:13 trial007 ceph-mon[23040]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T01:41:15.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:14 trial059 ceph-mon[16814]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T01:41:15.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:14 trial059 ceph-mon[16814]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T01:41:15.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:14 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:15.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:14 trial059 ceph-mon[16814]: from='osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:15.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:14 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:15.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:14 trial059 ceph-mon[16814]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:15.371 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:14 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[27409]: 2026-02-12T01:41:14.975+0000 7f08942b8640 -1 osd.0 0 waiting for initial osdmap 2026-02-12T01:41:15.372 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:14 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[27409]: 2026-02-12T01:41:14.976+0000 7f08900e1640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[14497]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[14497]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[14497]: from='osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[14497]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[23040]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[23040]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[23040]: from='osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:15.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:14 trial007 ceph-mon[23040]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[14497]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[14497]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[14497]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[23040]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[23040]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:16.061 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:15 trial007 ceph-mon[23040]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:15 trial059 ceph-mon[16814]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:15 trial059 ceph-mon[16814]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T01:41:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:15 trial059 ceph-mon[16814]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T01:41:17.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: purged_snaps scrub starts 2026-02-12T01:41:17.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: purged_snaps scrub ok 2026-02-12T01:41:17.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:17.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842] boot 2026-02-12T01:41:17.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[14497]: Deploying daemon osd.1 on trial007 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: purged_snaps scrub starts 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: purged_snaps scrub ok 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842] boot 2026-02-12T01:41:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T01:41:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T01:41:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:16 trial007 ceph-mon[23040]: Deploying daemon osd.1 on trial007 2026-02-12T01:41:17.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: purged_snaps scrub starts 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: purged_snaps scrub ok 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: osd.0 [v2:10.20.193.7:6802/226297842,v1:10.20.193.7:6803/226297842] boot 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:17.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:16 trial059 ceph-mon[16814]: Deploying daemon osd.1 on trial007 2026-02-12T01:41:18.328 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:17 trial007 ceph-mon[14497]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:18.328 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:17 trial007 ceph-mon[23040]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:18.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:17 trial059 ceph-mon[16814]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:19.275 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:18 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:19.275 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:18 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:19.275 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:18 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:19.275 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:18 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:19.275 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:18 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:19.275 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:18 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:19.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:18 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:19.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:18 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:19.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:18 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:19.825 INFO:teuthology.orchestra.run.trial007.stdout:Created osd(s) 1 on host 'trial007' 2026-02-12T01:41:19.882 DEBUG:teuthology.orchestra.run.trial007:osd.1> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.1.service 2026-02-12T01:41:19.884 INFO:tasks.cephadm:Deploying osd.2 on trial007 with /dev/vg_nvme/lv_2... 2026-02-12T01:41:19.884 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-12T01:41:20.208 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.579 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.580 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:20 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[32702]: 2026-02-12T01:41:20.529+0000 7f6e7c086740 -1 Falling back to public interface 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.210 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:41:21.227 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial007:vg_nvme/lv_2 2026-02-12T01:41:21.509 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: Detected new or changed devices on trial007 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial007 to 41511M 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: Detected new or changed devices on trial007 2026-02-12T01:41:21.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:21.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial007 to 41511M 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: Detected new or changed devices on trial007 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial007 to 41511M 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/422438040' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6b12452-ad59-4991-87e3-56d3f50781ef"}]: dispatch 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/422438040' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6b12452-ad59-4991-87e3-56d3f50781ef"}]': finished 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:22 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/422438040' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6b12452-ad59-4991-87e3-56d3f50781ef"}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/422438040' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6b12452-ad59-4991-87e3-56d3f50781ef"}]': finished 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/422438040' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6b12452-ad59-4991-87e3-56d3f50781ef"}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/422438040' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6b12452-ad59-4991-87e3-56d3f50781ef"}]': finished 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:22.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:22 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:23.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:23 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/14872765' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:23.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:23 trial007 ceph-mon[14497]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T01:41:23.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:23 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/14872765' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:23.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:23 trial007 ceph-mon[23040]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T01:41:23.623 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:23 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[32702]: 2026-02-12T01:41:23.327+0000 7f6e7c086740 -1 osd.1 0 log_to_monitors true 2026-02-12T01:41:23.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:23 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/14872765' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:23.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:23 trial059 ceph-mon[16814]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T01:41:24.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:24 trial059 ceph-mon[16814]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:24.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:24 trial059 ceph-mon[16814]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T01:41:24.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:24 trial059 ceph-mon[16814]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T01:41:24.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:24 trial059 ceph-mon[16814]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:24.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:24 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:24.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:24 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:24.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[14497]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:24.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[14497]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T01:41:24.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[14497]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T01:41:24.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[14497]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:24.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:24.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:24.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[23040]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:24.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[23040]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T01:41:24.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[23040]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T01:41:24.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[23040]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:24.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:24.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:24 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:24.873 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:24 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[32702]: 2026-02-12T01:41:24.555+0000 7f6e78007640 -1 osd.1 0 waiting for initial osdmap 2026-02-12T01:41:24.873 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:24 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[32702]: 2026-02-12T01:41:24.557+0000 7f6e73e30640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T01:41:25.704 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[14497]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:25.704 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[14497]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T01:41:25.704 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:25.704 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:25.705 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:25.705 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[23040]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:25.705 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[23040]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T01:41:25.705 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:25.705 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:25.705 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:25 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:25.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:25 trial059 ceph-mon[16814]: from='osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:25.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:25 trial059 ceph-mon[16814]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T01:41:25.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:25 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:25.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:25 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:25.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:25 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:26.769 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: purged_snaps scrub starts 2026-02-12T01:41:26.769 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: purged_snaps scrub ok 2026-02-12T01:41:26.769 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:26.769 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427] boot 2026-02-12T01:41:26.769 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: purged_snaps scrub starts 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: purged_snaps scrub ok 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427] boot 2026-02-12T01:41:26.770 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T01:41:26.771 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:26.771 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:26.771 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T01:41:26.771 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:26 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: purged_snaps scrub starts 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: purged_snaps scrub ok 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: osd.1 [v2:10.20.193.7:6810/1987584427,v1:10.20.193.7:6811/1987584427] boot 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T01:41:26.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:26 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:27.836 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:27 trial007 ceph-mon[14497]: Deploying daemon osd.2 on trial007 2026-02-12T01:41:27.837 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:27 trial007 ceph-mon[23040]: Deploying daemon osd.2 on trial007 2026-02-12T01:41:27.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:27 trial059 ceph-mon[16814]: Deploying daemon osd.2 on trial007 2026-02-12T01:41:28.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:28 trial059 ceph-mon[16814]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:28.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:28 trial059 ceph-mon[16814]: osdmap e14: 3 total, 2 up, 3 in 2026-02-12T01:41:28.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:28 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:28.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:28 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:28.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:28 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:28.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:28 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:28.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[14497]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:28.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[14497]: osdmap e14: 3 total, 2 up, 3 in 2026-02-12T01:41:28.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:28.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:28.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:28.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:28.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[23040]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:28.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[23040]: osdmap e14: 3 total, 2 up, 3 in 2026-02-12T01:41:28.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:28.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:28.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:28.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:28 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:29.193 INFO:teuthology.orchestra.run.trial007.stdout:Created osd(s) 2 on host 'trial007' 2026-02-12T01:41:29.230 DEBUG:teuthology.orchestra.run.trial007:osd.2> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.2.service 2026-02-12T01:41:29.232 INFO:tasks.cephadm:Deploying osd.3 on trial007 with /dev/vg_nvme/lv_1... 2026-02-12T01:41:29.232 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-12T01:41:29.558 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:30.068 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.068 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.068 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:30.068 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:30.069 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.069 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:30.069 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.069 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.069 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.069 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.069 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:30.069 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:30.070 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.070 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:30.070 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.070 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:29 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.070 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:29 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[37802]: 2026-02-12T01:41:29.975+0000 7f226332a740 -1 Falling back to public interface 2026-02-12T01:41:30.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:29 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:29 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:29 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:30.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:29 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:30.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:29 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:29 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:30.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:29 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:29 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.632 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:41:30.648 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial007:vg_nvme/lv_1 2026-02-12T01:41:30.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: pgmap v31: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:30.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:30.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:30.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:30.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:30.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:30.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: pgmap v31: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:30.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:30.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:30.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:30.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:30.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:30.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:30.932 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:41:31.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: pgmap v31: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:31.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:31.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:31.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:31.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:31.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:31.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:31.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:31.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:31.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:31.903 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: Detected new or changed devices on trial007 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial007 to 27674M 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/840483815' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]: dispatch 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]: dispatch 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]': finished 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T01:41:31.904 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: Detected new or changed devices on trial007 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial007 to 27674M 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/840483815' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]: dispatch 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]: dispatch 2026-02-12T01:41:31.905 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]': finished 2026-02-12T01:41:31.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T01:41:31.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:31.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:31 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:32.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: Detected new or changed devices on trial007 2026-02-12T01:41:32.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial007 to 27674M 2026-02-12T01:41:32.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:32.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:32.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/840483815' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]: dispatch 2026-02-12T01:41:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]: dispatch 2026-02-12T01:41:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "742c9ad5-86db-42e4-9cc0-b3d4dc711c2c"}]': finished 2026-02-12T01:41:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T01:41:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:31 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:33.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:32 trial059 ceph-mon[16814]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:33.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:32 trial059 ceph-mon[16814]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:33.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/175444336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:33.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:32 trial007 ceph-mon[23040]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:33.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:32 trial007 ceph-mon[23040]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:33.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/175444336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:33.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:32 trial007 ceph-mon[14497]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:33.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:32 trial007 ceph-mon[14497]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:33.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/175444336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:33.123 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[37802]: 2026-02-12T01:41:33.014+0000 7f226332a740 -1 osd.2 0 log_to_monitors true 2026-02-12T01:41:34.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:33 trial059 ceph-mon[16814]: from='osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T01:41:34.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:33 trial059 ceph-mon[16814]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T01:41:34.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:33 trial007 ceph-mon[14497]: from='osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T01:41:34.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:33 trial007 ceph-mon[14497]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T01:41:34.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:33 trial007 ceph-mon[23040]: from='osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T01:41:34.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:33 trial007 ceph-mon[23040]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T01:41:35.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:34 trial059 ceph-mon[16814]: pgmap v34: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:35.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:34 trial059 ceph-mon[16814]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T01:41:35.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:34 trial059 ceph-mon[16814]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T01:41:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:34 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:34 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:34 trial059 ceph-mon[16814]: from='osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:34 trial059 ceph-mon[16814]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:35.110 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[14497]: pgmap v34: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:35.110 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[14497]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T01:41:35.110 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[14497]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T01:41:35.110 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:35.110 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:35.110 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[14497]: from='osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:35.111 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[14497]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:35.111 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[23040]: pgmap v34: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:35.111 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[23040]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T01:41:35.111 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[23040]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T01:41:35.111 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:35.111 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:35.111 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[23040]: from='osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:35.112 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:34 trial007 ceph-mon[23040]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:35.112 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[37802]: 2026-02-12T01:41:34.839+0000 7f225f2ab640 -1 osd.2 0 waiting for initial osdmap 2026-02-12T01:41:35.112 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[37802]: 2026-02-12T01:41:34.841+0000 7f22570cc640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T01:41:35.927 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:35.928 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: osdmap e17: 4 total, 2 up, 4 in 2026-02-12T01:41:35.928 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:35.928 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:35.928 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:35.928 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T01:41:35.928 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:35.928 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: Deploying daemon osd.3 on trial007 2026-02-12T01:41:35.928 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[14497]: pgmap v37: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: osdmap e17: 4 total, 2 up, 4 in 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: Deploying daemon osd.3 on trial007 2026-02-12T01:41:35.929 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:35 trial007 ceph-mon[23040]: pgmap v37: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:36.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:36.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: osdmap e17: 4 total, 2 up, 4 in 2026-02-12T01:41:36.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T01:41:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: Deploying daemon osd.3 on trial007 2026-02-12T01:41:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:35 trial059 ceph-mon[16814]: pgmap v37: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T01:41:37.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:36 trial059 ceph-mon[16814]: purged_snaps scrub starts 2026-02-12T01:41:37.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:36 trial059 ceph-mon[16814]: purged_snaps scrub ok 2026-02-12T01:41:37.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:36 trial059 ceph-mon[16814]: osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219] boot 2026-02-12T01:41:37.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:36 trial059 ceph-mon[16814]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T01:41:37.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:36 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:37.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:36 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:37.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[14497]: purged_snaps scrub starts 2026-02-12T01:41:37.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[14497]: purged_snaps scrub ok 2026-02-12T01:41:37.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[14497]: osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219] boot 2026-02-12T01:41:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[14497]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T01:41:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:37.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:37.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[23040]: purged_snaps scrub starts 2026-02-12T01:41:37.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[23040]: purged_snaps scrub ok 2026-02-12T01:41:37.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[23040]: osd.2 [v2:10.20.193.7:6818/3106094219,v1:10.20.193.7:6819/3106094219] boot 2026-02-12T01:41:37.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[23040]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T01:41:37.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:41:37.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:36 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:38.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:37 trial059 ceph-mon[16814]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T01:41:38.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:37 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:38.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:37 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:38.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:37 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:37 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:37 trial059 ceph-mon[16814]: pgmap v40: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:38.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:37 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T01:41:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[14497]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T01:41:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[14497]: pgmap v40: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T01:41:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[23040]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T01:41:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[23040]: pgmap v40: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:37 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T01:41:38.303 INFO:teuthology.orchestra.run.trial007.stdout:Created osd(s) 3 on host 'trial007' 2026-02-12T01:41:38.341 DEBUG:teuthology.orchestra.run.trial007:osd.3> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.3.service 2026-02-12T01:41:38.344 INFO:tasks.cephadm:Deploying osd.4 on trial059 with /dev/vg_nvme/lv_4... 2026-02-12T01:41:38.344 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-12T01:41:38.626 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:41:38.971 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T01:41:38.972 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T01:41:38.973 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:38.973 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:38 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T01:41:39.276 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 01:41:39 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[43198]: 2026-02-12T01:41:39.053+0000 7f6520e5a740 -1 Falling back to public interface 2026-02-12T01:41:39.276 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.276 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:39.277 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T01:41:39.278 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T01:41:39.279 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:39.279 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:38 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T01:41:39.354 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:41:39.371 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_4 2026-02-12T01:41:39.651 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:41:39.872 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45543]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T01:41:39.872 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45543]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.872 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45543]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.872 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45543]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.872 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45547]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T01:41:39.873 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45547]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.873 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45547]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.873 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45547]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45559]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2026-02-12T01:41:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45559]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45559]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45559]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45563]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme0n1 2026-02-12T01:41:39.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45563]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45563]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45563]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45567]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2026-02-12T01:41:39.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45567]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45567]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45567]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45571]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme0n1 2026-02-12T01:41:39.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45571]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45571]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45571]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.875 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45535]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T01:41:39.875 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45535]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.875 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45535]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.875 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45535]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.875 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45539]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45539]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45539]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45539]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45551]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45551]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45551]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45551]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45555]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme0n1 2026-02-12T01:41:39.876 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45555]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:39.877 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45555]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:39.877 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 01:41:39 trial007 sudo[45555]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:40.013 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:39 trial059 sudo[19581]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T01:41:40.013 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:39 trial059 sudo[19581]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:40.013 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:39 trial059 sudo[19581]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:40.013 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:39 trial059 sudo[19581]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:40.013 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:39 trial059 sudo[19585]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T01:41:40.013 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:39 trial059 sudo[19585]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T01:41:40.014 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:39 trial059 sudo[19585]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T01:41:40.014 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:39 trial059 sudo[19585]: pam_unix(sudo:session): session closed for user root 2026-02-12T01:41:40.345 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: Detected new or changed devices on trial007 2026-02-12T01:41:40.345 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.345 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.345 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial007 to 20755M 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: osdmap e21: 4 total, 3 up, 4 in 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:40.346 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: pgmap v43: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.347 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:40.348 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:40 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: Detected new or changed devices on trial007 2026-02-12T01:41:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial007 to 20755M 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T01:41:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: osdmap e21: 4 total, 3 up, 4 in 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: pgmap v43: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: Detected new or changed devices on trial007 2026-02-12T01:41:40.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial007 to 20755M 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T01:41:40.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: osdmap e21: 4 total, 3 up, 4 in 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: pgmap v43: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:40.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T01:41:40.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:40.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:40 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:41.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:41.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: osdmap e22: 4 total, 3 up, 4 in 2026-02-12T01:41:41.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:41.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/2433773905' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]: dispatch 2026-02-12T01:41:41.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]: dispatch 2026-02-12T01:41:41.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]': finished 2026-02-12T01:41:41.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T01:41:41.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:41.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:41.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:41 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/1867601187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:41.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:41.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: osdmap e22: 4 total, 3 up, 4 in 2026-02-12T01:41:41.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:41.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/2433773905' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]: dispatch 2026-02-12T01:41:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]: dispatch 2026-02-12T01:41:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]': finished 2026-02-12T01:41:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T01:41:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/1867601187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:41.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:41.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: osdmap e22: 4 total, 3 up, 4 in 2026-02-12T01:41:41.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:41.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/2433773905' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]: dispatch 2026-02-12T01:41:41.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]: dispatch 2026-02-12T01:41:41.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3bcea0b-9bf4-457f-bee1-a1e59f40652d"}]': finished 2026-02-12T01:41:41.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T01:41:41.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:41.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:41.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:41 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/1867601187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:42.372 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 01:41:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[43198]: 2026-02-12T01:41:42.051+0000 7f6520e5a740 -1 osd.3 0 log_to_monitors true 2026-02-12T01:41:42.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:42 trial059 ceph-mon[16814]: pgmap v46: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:42.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:42 trial059 ceph-mon[16814]: from='osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T01:41:42.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:42 trial059 ceph-mon[16814]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T01:41:42.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:42 trial007 ceph-mon[14497]: pgmap v46: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:42.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:42 trial007 ceph-mon[14497]: from='osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T01:41:42.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:42 trial007 ceph-mon[14497]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T01:41:42.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:42 trial007 ceph-mon[23040]: pgmap v46: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:42.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:42 trial007 ceph-mon[23040]: from='osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T01:41:42.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:42 trial007 ceph-mon[23040]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T01:41:43.768 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:43 trial059 ceph-mon[16814]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T01:41:43.768 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:43 trial059 ceph-mon[16814]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T01:41:43.768 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:43 trial059 ceph-mon[16814]: osdmap e24: 5 total, 3 up, 5 in 2026-02-12T01:41:43.769 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:43 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:43.769 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:43 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:43.769 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:43 trial059 ceph-mon[16814]: from='osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:43.769 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:43 trial059 ceph-mon[16814]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:43.872 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 01:41:43 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[43198]: 2026-02-12T01:41:43.415+0000 7f651cddb640 -1 osd.3 0 waiting for initial osdmap 2026-02-12T01:41:43.872 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 01:41:43 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[43198]: 2026-02-12T01:41:43.417+0000 7f6518c04640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T01:41:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[14497]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T01:41:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[14497]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T01:41:43.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[14497]: osdmap e24: 5 total, 3 up, 5 in 2026-02-12T01:41:43.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:43.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:43.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[14497]: from='osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:43.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[14497]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:43.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[23040]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T01:41:43.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[23040]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T01:41:43.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[23040]: osdmap e24: 5 total, 3 up, 5 in 2026-02-12T01:41:43.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:43.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:43.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[23040]: from='osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:43.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:43 trial007 ceph-mon[23040]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]: dispatch 2026-02-12T01:41:44.545 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:44.545 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: osdmap e25: 5 total, 3 up, 5 in 2026-02-12T01:41:44.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:44.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:44.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:44.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:44.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T01:41:44.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:44.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:44 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:44.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:44.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: osdmap e25: 5 total, 3 up, 5 in 2026-02-12T01:41:44.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:44.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:44.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]}]': finished 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: osdmap e25: 5 total, 3 up, 5 in 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:44.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:44.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T01:41:44.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T01:41:44.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:44.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:44 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:45.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:45 trial059 ceph-mon[16814]: purged_snaps scrub starts 2026-02-12T01:41:45.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:45 trial059 ceph-mon[16814]: purged_snaps scrub ok 2026-02-12T01:41:45.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:45 trial059 ceph-mon[16814]: Deploying daemon osd.4 on trial059 2026-02-12T01:41:45.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:45 trial059 ceph-mon[16814]: osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797] boot 2026-02-12T01:41:45.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:45 trial059 ceph-mon[16814]: osdmap e26: 5 total, 4 up, 5 in 2026-02-12T01:41:45.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:45 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:45.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:45 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:45.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[23040]: purged_snaps scrub starts 2026-02-12T01:41:45.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[23040]: purged_snaps scrub ok 2026-02-12T01:41:45.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[23040]: Deploying daemon osd.4 on trial059 2026-02-12T01:41:45.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[23040]: osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797] boot 2026-02-12T01:41:45.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[23040]: osdmap e26: 5 total, 4 up, 5 in 2026-02-12T01:41:45.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:45.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[14497]: purged_snaps scrub starts 2026-02-12T01:41:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[14497]: purged_snaps scrub ok 2026-02-12T01:41:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[14497]: Deploying daemon osd.4 on trial059 2026-02-12T01:41:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[14497]: osd.3 [v2:10.20.193.7:6826/3828192797,v1:10.20.193.7:6827/3828192797] boot 2026-02-12T01:41:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[14497]: osdmap e26: 5 total, 4 up, 5 in 2026-02-12T01:41:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:41:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:45 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:46.525 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:46 trial059 ceph-mon[16814]: osdmap e27: 5 total, 4 up, 5 in 2026-02-12T01:41:46.525 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:46 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:46.525 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:46 trial059 ceph-mon[16814]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:46.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:46 trial007 ceph-mon[23040]: osdmap e27: 5 total, 4 up, 5 in 2026-02-12T01:41:46.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:46 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:46.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:46 trial007 ceph-mon[23040]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:46.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:46 trial007 ceph-mon[14497]: osdmap e27: 5 total, 4 up, 5 in 2026-02-12T01:41:46.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:46 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:46.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:46 trial007 ceph-mon[14497]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:47.678 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:47 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:47.678 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:47 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.679 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:47 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.679 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:47 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.679 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:47 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.679 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:47 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:47.679 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:47 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:47.679 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:47 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.734 INFO:teuthology.orchestra.run.trial059.stdout:Created osd(s) 4 on host 'trial059' 2026-02-12T01:41:47.773 DEBUG:teuthology.orchestra.run.trial059:osd.4> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.4.service 2026-02-12T01:41:47.775 INFO:tasks.cephadm:Deploying osd.5 on trial059 with /dev/vg_nvme/lv_3... 2026-02-12T01:41:47.775 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-12T01:41:47.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:47.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:47.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:47 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:48.106 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:41:48.350 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 01:41:48 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[21690]: 2026-02-12T01:41:48.132+0000 7f59f6568740 -1 Falling back to public interface 2026-02-12T01:41:48.706 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:48 trial059 ceph-mon[16814]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:48.707 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:48 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:48.707 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:48 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:48.707 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:48 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:48.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:48 trial007 ceph-mon[14497]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:48.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:48 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:48.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:48 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:48.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:48 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:48.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:48 trial007 ceph-mon[23040]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:48 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:48 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:48 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.118 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:41:49.134 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_3 2026-02-12T01:41:49.417 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:41:49.796 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: Detected new or changed devices on trial059 2026-02-12T01:41:49.797 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.797 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.797 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:49.797 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial059 to 84047M 2026-02-12T01:41:49.797 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.797 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:49.797 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:49.797 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:49 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: Detected new or changed devices on trial059 2026-02-12T01:41:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial059 to 84047M 2026-02-12T01:41:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: Detected new or changed devices on trial059 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial059 to 84047M 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:49 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:50.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:50.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:50.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:50.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:50.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:50.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/2654534509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]: dispatch 2026-02-12T01:41:50.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]: dispatch 2026-02-12T01:41:50.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]': finished 2026-02-12T01:41:50.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: osdmap e28: 6 total, 4 up, 6 in 2026-02-12T01:41:50.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:50.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:50 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/2654534509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]: dispatch 2026-02-12T01:41:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]: dispatch 2026-02-12T01:41:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]': finished 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: osdmap e28: 6 total, 4 up, 6 in 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:50.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/2654534509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]: dispatch 2026-02-12T01:41:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]: dispatch 2026-02-12T01:41:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a83a2be1-0343-455c-b122-1d0aa7ae097d"}]': finished 2026-02-12T01:41:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: osdmap e28: 6 total, 4 up, 6 in 2026-02-12T01:41:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:50 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:51.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:51 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/2102200081' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:51.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:51 trial059 ceph-mon[16814]: from='osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T01:41:51.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:51 trial059 ceph-mon[16814]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T01:41:51.850 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 01:41:51 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[21690]: 2026-02-12T01:41:51.452+0000 7f59f6568740 -1 osd.4 0 log_to_monitors true 2026-02-12T01:41:51.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:51 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/2102200081' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:51.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:51 trial007 ceph-mon[14497]: from='osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T01:41:51.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:51 trial007 ceph-mon[14497]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T01:41:51.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:51 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/2102200081' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:41:51.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:51 trial007 ceph-mon[23040]: from='osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T01:41:51.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:51 trial007 ceph-mon[23040]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T01:41:52.849 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 01:41:52 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[21690]: 2026-02-12T01:41:52.494+0000 7f59f24e9640 -1 osd.4 0 waiting for initial osdmap 2026-02-12T01:41:52.850 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 01:41:52 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[21690]: 2026-02-12T01:41:52.497+0000 7f59ea30a640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T01:41:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:52 trial059 ceph-mon[16814]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:52 trial059 ceph-mon[16814]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T01:41:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:52 trial059 ceph-mon[16814]: osdmap e29: 6 total, 4 up, 6 in 2026-02-12T01:41:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:52 trial059 ceph-mon[16814]: from='osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:41:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:52 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:52 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:52 trial059 ceph-mon[16814]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:41:52.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[14497]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:52.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[14497]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T01:41:52.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[14497]: osdmap e29: 6 total, 4 up, 6 in 2026-02-12T01:41:52.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[14497]: from='osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:41:52.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:52.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:52.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[14497]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:41:52.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[23040]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:52.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[23040]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T01:41:52.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[23040]: osdmap e29: 6 total, 4 up, 6 in 2026-02-12T01:41:52.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[23040]: from='osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:41:52.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:52.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:52.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:52 trial007 ceph-mon[23040]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:41:53.575 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:41:53.575 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: osdmap e30: 6 total, 4 up, 6 in 2026-02-12T01:41:53.575 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.576 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:53.576 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.576 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622] boot 2026-02-12T01:41:53.576 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: osdmap e31: 6 total, 5 up, 6 in 2026-02-12T01:41:53.576 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.576 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:53 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:53.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:41:53.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: osdmap e30: 6 total, 4 up, 6 in 2026-02-12T01:41:53.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622] boot 2026-02-12T01:41:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: osdmap e31: 6 total, 5 up, 6 in 2026-02-12T01:41:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:41:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: osdmap e30: 6 total, 4 up, 6 in 2026-02-12T01:41:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:53.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: osd.4 [v2:10.20.193.59:6800/534207622,v1:10.20.193.59:6801/534207622] boot 2026-02-12T01:41:53.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: osdmap e31: 6 total, 5 up, 6 in 2026-02-12T01:41:53.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:41:53.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:53 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:54.740 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:54 trial059 ceph-mon[16814]: purged_snaps scrub starts 2026-02-12T01:41:54.741 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:54 trial059 ceph-mon[16814]: purged_snaps scrub ok 2026-02-12T01:41:54.741 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:54 trial059 ceph-mon[16814]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:54.741 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:54 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T01:41:54.741 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:54 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:54.741 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:54 trial059 ceph-mon[16814]: osdmap e32: 6 total, 5 up, 6 in 2026-02-12T01:41:54.741 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:54 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:54.871 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[14497]: purged_snaps scrub starts 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[14497]: purged_snaps scrub ok 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[14497]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[14497]: osdmap e32: 6 total, 5 up, 6 in 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[23040]: purged_snaps scrub starts 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[23040]: purged_snaps scrub ok 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[23040]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[23040]: osdmap e32: 6 total, 5 up, 6 in 2026-02-12T01:41:54.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:54 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:55.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:55 trial059 ceph-mon[16814]: Deploying daemon osd.5 on trial059 2026-02-12T01:41:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:55 trial059 ceph-mon[16814]: osdmap e33: 6 total, 5 up, 6 in 2026-02-12T01:41:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:55 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:55.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:55 trial007 ceph-mon[14497]: Deploying daemon osd.5 on trial059 2026-02-12T01:41:55.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:55 trial007 ceph-mon[14497]: osdmap e33: 6 total, 5 up, 6 in 2026-02-12T01:41:55.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:55 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:55.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:55 trial007 ceph-mon[23040]: Deploying daemon osd.5 on trial059 2026-02-12T01:41:55.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:55 trial007 ceph-mon[23040]: osdmap e33: 6 total, 5 up, 6 in 2026-02-12T01:41:55.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:55 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:41:56.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:56 trial059 ceph-mon[16814]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T01:41:56.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:56 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:56.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:56 trial007 ceph-mon[14497]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T01:41:56.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:56.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:56.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:56 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:56.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:56 trial007 ceph-mon[23040]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T01:41:56.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:56.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:56.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:56 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.109 INFO:teuthology.orchestra.run.trial059.stdout:Created osd(s) 5 on host 'trial059' 2026-02-12T01:41:57.149 DEBUG:teuthology.orchestra.run.trial059:osd.5> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.5.service 2026-02-12T01:41:57.150 INFO:tasks.cephadm:Deploying osd.6 on trial059 with /dev/vg_nvme/lv_2... 2026-02-12T01:41:57.150 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-12T01:41:57.482 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:41:57.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:57.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:57.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:57.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:57 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:57.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:57.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:41:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:57.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:57 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.081 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 01:41:58 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[26920]: 2026-02-12T01:41:58.041+0000 7f39a0dfb740 -1 Falling back to public interface 2026-02-12T01:41:58.522 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:41:58.540 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_2 2026-02-12T01:41:58.824 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:41:58.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 116 KiB/s, 0 objects/s recovering 2026-02-12T01:41:58.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:58.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:58.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:58.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:58.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:58 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 116 KiB/s, 0 objects/s recovering 2026-02-12T01:41:58.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:58.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:58.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:58.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:58.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 116 KiB/s, 0 objects/s recovering 2026-02-12T01:41:58.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:58.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:41:58.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:58.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:58.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:41:58.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:58 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:41:59.787 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:59 trial059 ceph-mon[16814]: Detected new or changed devices on trial059 2026-02-12T01:41:59.787 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:59 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial059 to 42023M 2026-02-12T01:41:59.787 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:59.787 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:59.787 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:41:59 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:59.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[23040]: Detected new or changed devices on trial059 2026-02-12T01:41:59.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial059 to 42023M 2026-02-12T01:41:59.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:59.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:59.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:41:59.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[14497]: Detected new or changed devices on trial059 2026-02-12T01:41:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial059 to 42023M 2026-02-12T01:41:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:41:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:41:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:41:59 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:00.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:00.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 93 KiB/s, 0 objects/s recovering 2026-02-12T01:42:00.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/3859127053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]: dispatch 2026-02-12T01:42:00.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]: dispatch 2026-02-12T01:42:00.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]': finished 2026-02-12T01:42:00.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: osdmap e34: 7 total, 5 up, 7 in 2026-02-12T01:42:00.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:00.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:00.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:00 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/3993437430' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 93 KiB/s, 0 objects/s recovering 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/3859127053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]: dispatch 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]: dispatch 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]': finished 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: osdmap e34: 7 total, 5 up, 7 in 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:00.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/3993437430' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:42:00.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:00.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 93 KiB/s, 0 objects/s recovering 2026-02-12T01:42:00.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/3859127053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]: dispatch 2026-02-12T01:42:00.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]: dispatch 2026-02-12T01:42:00.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1b67620-cb3e-4eab-8b60-a1b91eb7acc3"}]': finished 2026-02-12T01:42:00.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: osdmap e34: 7 total, 5 up, 7 in 2026-02-12T01:42:00.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:00.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:00.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:00 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/3993437430' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:42:01.349 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 01:42:01 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[26920]: 2026-02-12T01:42:01.048+0000 7f39a0dfb740 -1 osd.5 0 log_to_monitors true 2026-02-12T01:42:01.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:01 trial059 ceph-mon[16814]: from='osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T01:42:01.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:01 trial059 ceph-mon[16814]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T01:42:01.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:01 trial007 ceph-mon[23040]: from='osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T01:42:01.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:01 trial007 ceph-mon[23040]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T01:42:01.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:01 trial007 ceph-mon[14497]: from='osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T01:42:01.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:01 trial007 ceph-mon[14497]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T01:42:02.849 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 01:42:02 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[26920]: 2026-02-12T01:42:02.579+0000 7f399cd7c640 -1 osd.5 0 waiting for initial osdmap 2026-02-12T01:42:02.849 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 01:42:02 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[26920]: 2026-02-12T01:42:02.582+0000 7f3994b9d640 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T01:42:02.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:02 trial059 ceph-mon[16814]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 80 KiB/s, 0 objects/s recovering 2026-02-12T01:42:02.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:02 trial059 ceph-mon[16814]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T01:42:02.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:02 trial059 ceph-mon[16814]: osdmap e35: 7 total, 5 up, 7 in 2026-02-12T01:42:02.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:02 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:02.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:02 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:02.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:02 trial059 ceph-mon[16814]: from='osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:02.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:02 trial059 ceph-mon[16814]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:02.871 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[23040]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 80 KiB/s, 0 objects/s recovering 2026-02-12T01:42:02.871 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[23040]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[23040]: osdmap e35: 7 total, 5 up, 7 in 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[23040]: from='osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[23040]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[14497]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 80 KiB/s, 0 objects/s recovering 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[14497]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[14497]: osdmap e35: 7 total, 5 up, 7 in 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[14497]: from='osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:02.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:02 trial007 ceph-mon[14497]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:03.777 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:03.778 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: osdmap e36: 7 total, 5 up, 7 in 2026-02-12T01:42:03.778 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.778 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:03.778 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.778 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064] boot 2026-02-12T01:42:03.778 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: osdmap e37: 7 total, 6 up, 7 in 2026-02-12T01:42:03.778 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.778 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:03.779 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T01:42:03.779 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:03 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: osdmap e36: 7 total, 5 up, 7 in 2026-02-12T01:42:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064] boot 2026-02-12T01:42:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: osdmap e37: 7 total, 6 up, 7 in 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: osdmap e36: 7 total, 5 up, 7 in 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: osd.5 [v2:10.20.193.59:6808/478943064,v1:10.20.193.59:6809/478943064] boot 2026-02-12T01:42:03.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: osdmap e37: 7 total, 6 up, 7 in 2026-02-12T01:42:03.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:03.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:03.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T01:42:03.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:03 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:04.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:04 trial059 ceph-mon[16814]: purged_snaps scrub starts 2026-02-12T01:42:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:04 trial059 ceph-mon[16814]: purged_snaps scrub ok 2026-02-12T01:42:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:04 trial059 ceph-mon[16814]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T01:42:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:04 trial059 ceph-mon[16814]: Deploying daemon osd.6 on trial059 2026-02-12T01:42:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:04 trial059 ceph-mon[16814]: osdmap e38: 7 total, 6 up, 7 in 2026-02-12T01:42:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:04 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:04.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[14497]: purged_snaps scrub starts 2026-02-12T01:42:04.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[14497]: purged_snaps scrub ok 2026-02-12T01:42:04.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[14497]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T01:42:04.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[14497]: Deploying daemon osd.6 on trial059 2026-02-12T01:42:04.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[14497]: osdmap e38: 7 total, 6 up, 7 in 2026-02-12T01:42:04.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:04.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[23040]: purged_snaps scrub starts 2026-02-12T01:42:04.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[23040]: purged_snaps scrub ok 2026-02-12T01:42:04.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[23040]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T01:42:04.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[23040]: Deploying daemon osd.6 on trial059 2026-02-12T01:42:04.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[23040]: osdmap e38: 7 total, 6 up, 7 in 2026-02-12T01:42:04.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:04 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:06.500 INFO:teuthology.orchestra.run.trial059.stdout:Created osd(s) 6 on host 'trial059' 2026-02-12T01:42:06.540 DEBUG:teuthology.orchestra.run.trial059:osd.6> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.6.service 2026-02-12T01:42:06.542 INFO:tasks.cephadm:Deploying osd.7 on trial059 with /dev/vg_nvme/lv_1... 2026-02-12T01:42:06.543 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-12T01:42:06.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: osdmap e39: 7 total, 6 up, 7 in 2026-02-12T01:42:06.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:06.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:06.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:06.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:06.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:06.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:06 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: osdmap e39: 7 total, 6 up, 7 in 2026-02-12T01:42:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: osdmap e39: 7 total, 6 up, 7 in 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:06.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:06.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:06 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:06.866 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:42:07.475 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:07.475 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.475 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.475 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.475 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.475 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.475 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.476 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.476 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.476 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:07.476 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:07.476 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:07 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.476 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 01:42:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[32220]: 2026-02-12T01:42:07.476+0000 7f3842d6a740 -1 Falling back to public interface 2026-02-12T01:42:07.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:07.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:07 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:07.922 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-12T01:42:07.939 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_1 2026-02-12T01:42:08.224 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:42:08.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:08 trial059 ceph-mon[16814]: Detected new or changed devices on trial059 2026-02-12T01:42:08.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:08 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial059 to 28015M 2026-02-12T01:42:08.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:08 trial059 ceph-mon[16814]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:08.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:08 trial007 ceph-mon[14497]: Detected new or changed devices on trial059 2026-02-12T01:42:08.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:08 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial059 to 28015M 2026-02-12T01:42:08.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:08 trial007 ceph-mon[14497]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:08.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:08 trial007 ceph-mon[23040]: Detected new or changed devices on trial059 2026-02-12T01:42:08.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:08 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial059 to 28015M 2026-02-12T01:42:08.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:08 trial007 ceph-mon[23040]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:42:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:42:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/2157191627' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]: dispatch 2026-02-12T01:42:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]: dispatch 2026-02-12T01:42:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]': finished 2026-02-12T01:42:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: osdmap e40: 8 total, 6 up, 8 in 2026-02-12T01:42:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:09 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:42:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:42:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/2157191627' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]: dispatch 2026-02-12T01:42:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]: dispatch 2026-02-12T01:42:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]': finished 2026-02-12T01:42:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: osdmap e40: 8 total, 6 up, 8 in 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/2157191627' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]: dispatch 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]: dispatch 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2564a9ec-9000-425f-9a3b-a24b8a6344b5"}]': finished 2026-02-12T01:42:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: osdmap e40: 8 total, 6 up, 8 in 2026-02-12T01:42:09.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:09.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:09 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:10.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:10 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/1456924316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:42:10.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:10 trial059 ceph-mon[16814]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:10.600 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 01:42:10 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[32220]: 2026-02-12T01:42:10.467+0000 7f3842d6a740 -1 osd.6 0 log_to_monitors true 2026-02-12T01:42:10.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:10 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/1456924316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:42:10.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:10 trial007 ceph-mon[14497]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:10.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:10 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/1456924316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T01:42:10.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:10 trial007 ceph-mon[23040]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:11.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:11 trial059 ceph-mon[16814]: from='osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T01:42:11.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:11 trial059 ceph-mon[16814]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T01:42:11.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:11 trial007 ceph-mon[23040]: from='osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T01:42:11.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:11 trial007 ceph-mon[23040]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T01:42:11.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:11 trial007 ceph-mon[14497]: from='osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T01:42:11.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:11 trial007 ceph-mon[14497]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T01:42:12.417 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 01:42:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[32220]: 2026-02-12T01:42:12.317+0000 7f383f4fe640 -1 osd.6 0 waiting for initial osdmap 2026-02-12T01:42:12.417 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 01:42:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[32220]: 2026-02-12T01:42:12.320+0000 7f3836b0c640 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T01:42:12.418 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:12 trial059 ceph-mon[16814]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T01:42:12.418 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:12 trial059 ceph-mon[16814]: osdmap e41: 8 total, 6 up, 8 in 2026-02-12T01:42:12.418 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:12 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:12.418 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:12 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:12.418 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:12 trial059 ceph-mon[16814]: from='osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:12.418 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:12 trial059 ceph-mon[16814]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:12.418 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:12 trial059 ceph-mon[16814]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:12.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[23040]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T01:42:12.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[23040]: osdmap e41: 8 total, 6 up, 8 in 2026-02-12T01:42:12.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:12.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:12.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[23040]: from='osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:12.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[23040]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:12.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[23040]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[14497]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T01:42:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[14497]: osdmap e41: 8 total, 6 up, 8 in 2026-02-12T01:42:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[14497]: from='osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[14497]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:12 trial007 ceph-mon[14497]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T01:42:13.464 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: osdmap e42: 8 total, 6 up, 8 in 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: Deploying daemon osd.7 on trial059 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724] boot 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T01:42:13.465 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.466 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:13 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:13.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:13.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: osdmap e42: 8 total, 6 up, 8 in 2026-02-12T01:42:13.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:13.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T01:42:13.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: Deploying daemon osd.7 on trial059 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724] boot 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: osdmap e42: 8 total, 6 up, 8 in 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T01:42:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: Deploying daemon osd.7 on trial059 2026-02-12T01:42:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: osd.6 [v2:10.20.193.59:6816/1835465724,v1:10.20.193.59:6817/1835465724] boot 2026-02-12T01:42:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T01:42:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:13 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:14.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:14 trial059 ceph-mon[16814]: purged_snaps scrub starts 2026-02-12T01:42:14.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:14 trial059 ceph-mon[16814]: purged_snaps scrub ok 2026-02-12T01:42:14.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:14 trial059 ceph-mon[16814]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:14.568 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:14 trial059 ceph-mon[16814]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T01:42:14.569 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:14 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:14.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[14497]: purged_snaps scrub starts 2026-02-12T01:42:14.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[14497]: purged_snaps scrub ok 2026-02-12T01:42:14.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[14497]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:14.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[14497]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T01:42:14.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:14.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[23040]: purged_snaps scrub starts 2026-02-12T01:42:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[23040]: purged_snaps scrub ok 2026-02-12T01:42:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[23040]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[23040]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T01:42:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:14 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:15.465 INFO:teuthology.orchestra.run.trial059.stdout:Created osd(s) 7 on host 'trial059' 2026-02-12T01:42:15.505 DEBUG:teuthology.orchestra.run.trial059:osd.7> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.7.service 2026-02-12T01:42:15.507 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-02-12T01:42:15.507 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T01:42:15.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:15.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: osdmap e45: 8 total, 7 up, 8 in 2026-02-12T01:42:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:15 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: osdmap e45: 8 total, 7 up, 8 in 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:15.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: osdmap e45: 8 total, 7 up, 8 in 2026-02-12T01:42:15.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:15 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:15.796 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:15.990 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:16.027 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":45,"num_osds":8,"num_up_osds":7,"osd_up_since":1770860533,"num_in_osds":8,"osd_in_since":1770860529,"num_remapped_pgs":0} 2026-02-12T01:42:16.439 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1041382672' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.440 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.441 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.441 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.441 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:16.441 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:16.441 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:16 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:16.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1041382672' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1041382672' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:16.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:16.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:16.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:16 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:16.849 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 01:42:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[37568]: 2026-02-12T01:42:16.473+0000 7f0967307740 -1 Falling back to public interface 2026-02-12T01:42:17.028 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T01:42:17.311 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:17.504 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:17.541 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":45,"num_osds":8,"num_up_osds":7,"osd_up_since":1770860533,"num_in_osds":8,"osd_in_since":1770860529,"num_remapped_pgs":0} 2026-02-12T01:42:17.621 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:17 trial007 ceph-mon[14497]: Detected new or changed devices on trial059 2026-02-12T01:42:17.621 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:17 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial059 to 21011M 2026-02-12T01:42:17.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:17 trial007 ceph-mon[23040]: Detected new or changed devices on trial059 2026-02-12T01:42:17.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:17 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial059 to 21011M 2026-02-12T01:42:17.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:17 trial059 ceph-mon[16814]: Detected new or changed devices on trial059 2026-02-12T01:42:17.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:17 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial059 to 21011M 2026-02-12T01:42:18.541 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T01:42:18.821 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:18.844 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:18 trial007 ceph-mon[14497]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:18.844 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:18 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/438019989' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:18.844 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:18 trial007 ceph-mon[23040]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:18.844 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:18 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/438019989' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:18.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:18 trial059 ceph-mon[16814]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:18.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:18 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/438019989' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:19.006 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:19.043 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":45,"num_osds":8,"num_up_osds":7,"osd_up_since":1770860533,"num_in_osds":8,"osd_in_since":1770860529,"num_remapped_pgs":0} 2026-02-12T01:42:19.849 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 01:42:19 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[37568]: 2026-02-12T01:42:19.446+0000 7f0967307740 -1 osd.7 0 log_to_monitors true 2026-02-12T01:42:19.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:19 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/481037997' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:19.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:19 trial059 ceph-mon[16814]: from='osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T01:42:19.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:19 trial059 ceph-mon[16814]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T01:42:19.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:19 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/481037997' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:19.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:19 trial007 ceph-mon[14497]: from='osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T01:42:19.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:19 trial007 ceph-mon[14497]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T01:42:19.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:19 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/481037997' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:19.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:19 trial007 ceph-mon[23040]: from='osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T01:42:19.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:19 trial007 ceph-mon[23040]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T01:42:20.044 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T01:42:20.333 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:20.528 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:20.567 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":47,"num_osds":8,"num_up_osds":7,"osd_up_since":1770860533,"num_in_osds":8,"osd_in_since":1770860529,"num_remapped_pgs":0} 2026-02-12T01:42:20.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[23040]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T01:42:20.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[23040]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:20.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[23040]: from='osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:20.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[23040]: osdmap e46: 8 total, 7 up, 8 in 2026-02-12T01:42:20.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:20.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[23040]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[14497]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T01:42:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[14497]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[14497]: from='osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[14497]: osdmap e46: 8 total, 7 up, 8 in 2026-02-12T01:42:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:20 trial007 ceph-mon[14497]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:20.849 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 01:42:20 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[37568]: 2026-02-12T01:42:20.488+0000 7f0963288640 -1 osd.7 0 waiting for initial osdmap 2026-02-12T01:42:20.849 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 01:42:20 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[37568]: 2026-02-12T01:42:20.492+0000 7f095f0b1640 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T01:42:20.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:20 trial059 ceph-mon[16814]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T01:42:20.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:20 trial059 ceph-mon[16814]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:20.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:20 trial059 ceph-mon[16814]: from='osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:20.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:20 trial059 ceph-mon[16814]: osdmap e46: 8 total, 7 up, 8 in 2026-02-12T01:42:20.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:20 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:20.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:20 trial059 ceph-mon[16814]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-12T01:42:21.568 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T01:42:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:21 trial059 ceph-mon[16814]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:21 trial059 ceph-mon[16814]: osdmap e47: 8 total, 7 up, 8 in 2026-02-12T01:42:21.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:21.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:21 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:21.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:21 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4013538345' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:21.854 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[14497]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[14497]: osdmap e47: 8 total, 7 up, 8 in 2026-02-12T01:42:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4013538345' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:21.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[23040]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-12T01:42:21.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[23040]: osdmap e47: 8 total, 7 up, 8 in 2026-02-12T01:42:21.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:21.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:21.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:21 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4013538345' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:22.043 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:22.080 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1770860541,"num_in_osds":8,"osd_in_since":1770860529,"num_remapped_pgs":1} 2026-02-12T01:42:22.081 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T01:42:22.363 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:22.562 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:22.562 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":49,"fsid":"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460","created":"2026-02-12T01:40:17.294760+0000","modified":"2026-02-12T01:42:22.491548+0000","last_up_change":"2026-02-12T01:42:21.488018+0000","last_in_change":"2026-02-12T01:42:09.107525+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T01:41:37.499154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91dcad49-1745-4fbb-9286-52e3dc366927","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6802","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6803","nonce":226297842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6804","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6805","nonce":226297842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6808","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6809","nonce":226297842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6806","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6807","nonce":226297842}]},"public_addr":"10.20.193.7:6803/226297842","cluster_addr":"10.20.193.7:6805/226297842","heartbeat_back_addr":"10.20.193.7:6809/226297842","heartbeat_front_addr":"10.20.193.7:6807/226297842","state":["exists","up"]},{"osd":1,"uuid":"3715b350-e734-4b50-bbbb-72b50f0adc53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6810","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6811","nonce":1987584427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6812","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6813","nonce":1987584427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6816","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6817","nonce":1987584427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6814","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6815","nonce":1987584427}]},"public_addr":"10.20.193.7:6811/1987584427","cluster_addr":"10.20.193.7:6813/1987584427","heartbeat_back_addr":"10.20.193.7:6817/1987584427","heartbeat_front_addr":"10.20.193.7:6815/1987584427","state":["exists","up"]},{"osd":2,"uuid":"e6b12452-ad59-4991-87e3-56d3f50781ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6818","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6819","nonce":3106094219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6820","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6821","nonce":3106094219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6824","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6825","nonce":3106094219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6822","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6823","nonce":3106094219}]},"public_addr":"10.20.193.7:6819/3106094219","cluster_addr":"10.20.193.7:6821/3106094219","heartbeat_back_addr":"10.20.193.7:6825/3106094219","heartbeat_front_addr":"10.20.193.7:6823/3106094219","state":["exists","up"]},{"osd":3,"uuid":"742c9ad5-86db-42e4-9cc0-b3d4dc711c2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6826","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6827","nonce":3828192797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6828","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6829","nonce":3828192797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6832","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6833","nonce":3828192797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6830","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6831","nonce":3828192797}]},"public_addr":"10.20.193.7:6827/3828192797","cluster_addr":"10.20.193.7:6829/3828192797","heartbeat_back_addr":"10.20.193.7:6833/3828192797","heartbeat_front_addr":"10.20.193.7:6831/3828192797","state":["exists","up"]},{"osd":4,"uuid":"d3bcea0b-9bf4-457f-bee1-a1e59f40652d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6800","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6801","nonce":534207622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6802","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6803","nonce":534207622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6806","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6807","nonce":534207622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6804","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6805","nonce":534207622}]},"public_addr":"10.20.193.59:6801/534207622","cluster_addr":"10.20.193.59:6803/534207622","heartbeat_back_addr":"10.20.193.59:6807/534207622","heartbeat_front_addr":"10.20.193.59:6805/534207622","state":["exists","up"]},{"osd":5,"uuid":"a83a2be1-0343-455c-b122-1d0aa7ae097d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6808","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6809","nonce":478943064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6810","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6811","nonce":478943064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6814","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6815","nonce":478943064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6812","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6813","nonce":478943064}]},"public_addr":"10.20.193.59:6809/478943064","cluster_addr":"10.20.193.59:6811/478943064","heartbeat_back_addr":"10.20.193.59:6815/478943064","heartbeat_front_addr":"10.20.193.59:6813/478943064","state":["exists","up"]},{"osd":6,"uuid":"f1b67620-cb3e-4eab-8b60-a1b91eb7acc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6816","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6817","nonce":1835465724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6818","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6819","nonce":1835465724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6822","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6823","nonce":1835465724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6820","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6821","nonce":1835465724}]},"public_addr":"10.20.193.59:6817/1835465724","cluster_addr":"10.20.193.59:6819/1835465724","heartbeat_back_addr":"10.20.193.59:6823/1835465724","heartbeat_front_addr":"10.20.193.59:6821/1835465724","state":["exists","up"]},{"osd":7,"uuid":"2564a9ec-9000-425f-9a3b-a24b8a6344b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6824","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6825","nonce":3306063172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6826","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6827","nonce":3306063172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6830","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6831","nonce":3306063172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6828","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6829","nonce":3306063172}]},"public_addr":"10.20.193.59:6825/3306063172","cluster_addr":"10.20.193.59:6827/3306063172","heartbeat_back_addr":"10.20.193.59:6831/3306063172","heartbeat_front_addr":"10.20.193.59:6829/3306063172","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:14.883321+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:24.337770+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:33.991384+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:43.064656+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:52.441697+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:02.044682+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:11.425786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:20.412490+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.7:0/3508211321":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/1523125327":"2026-02-13T01:40:35.466125+0000","10.20.193.7:6801/2259308405":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/4276152652":"2026-02-13T01:40:35.466125+0000","10.20.193.7:6800/2259308405":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/4031370726":"2026-02-13T01:40:27.203325+0000","10.20.193.7:0/1089693313":"2026-02-13T01:40:27.203325+0000","10.20.193.7:6801/2445949791":"2026-02-13T01:40:27.203325+0000","10.20.193.7:6800/2445949791":"2026-02-13T01:40:27.203325+0000","10.20.193.7:0/3966683160":"2026-02-13T01:40:27.203325+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T01:42:22.600 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-12T01:41:37.499154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-12T01:42:22.601 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd pool get .mgr pg_num 2026-02-12T01:42:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:22 trial059 ceph-mon[16814]: purged_snaps scrub starts 2026-02-12T01:42:22.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:22 trial059 ceph-mon[16814]: purged_snaps scrub ok 2026-02-12T01:42:22.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:22 trial059 ceph-mon[16814]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:22.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:22 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:22.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:22 trial059 ceph-mon[16814]: osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172] boot 2026-02-12T01:42:22.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:22 trial059 ceph-mon[16814]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T01:42:22.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:22 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:22.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:22 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2728276380' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[14497]: purged_snaps scrub starts 2026-02-12T01:42:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[14497]: purged_snaps scrub ok 2026-02-12T01:42:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[14497]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[14497]: osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172] boot 2026-02-12T01:42:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[14497]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T01:42:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:22.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2728276380' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:22.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[23040]: purged_snaps scrub starts 2026-02-12T01:42:22.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[23040]: purged_snaps scrub ok 2026-02-12T01:42:22.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[23040]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T01:42:22.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:22.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[23040]: osd.7 [v2:10.20.193.59:6824/3306063172,v1:10.20.193.59:6825/3306063172] boot 2026-02-12T01:42:22.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[23040]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T01:42:22.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:22.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:22 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2728276380' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T01:42:22.883 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:23.070 INFO:teuthology.orchestra.run.trial007.stdout:pg_num: 1 2026-02-12T01:42:23.110 INFO:tasks.cephadm:Adding prometheus.a on trial059 2026-02-12T01:42:23.110 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch apply prometheus '1;trial059=a' 2026-02-12T01:42:23.396 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:42:23.611 INFO:teuthology.orchestra.run.trial059.stdout:Scheduled prometheus update... 2026-02-12T01:42:23.647 DEBUG:teuthology.orchestra.run.trial059:prometheus.a> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@prometheus.a.service 2026-02-12T01:42:23.649 INFO:tasks.cephadm:Adding node-exporter.a on trial007 2026-02-12T01:42:23.650 INFO:tasks.cephadm:Adding node-exporter.b on trial059 2026-02-12T01:42:23.650 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch apply node-exporter '2;trial007=a;trial059=b' 2026-02-12T01:42:23.670 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:23 trial059 ceph-mon[16814]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T01:42:23.670 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:23 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1920791819' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:23.670 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:23 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1631472344' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T01:42:23.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:23 trial007 ceph-mon[14497]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T01:42:23.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:23 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1920791819' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:23.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:23 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1631472344' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T01:42:23.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:23 trial007 ceph-mon[23040]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T01:42:23.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:23 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1920791819' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:23.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:23 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1631472344' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T01:42:23.955 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:42:24.159 INFO:teuthology.orchestra.run.trial059.stdout:Scheduled node-exporter update... 2026-02-12T01:42:24.197 DEBUG:teuthology.orchestra.run.trial007:node-exporter.a> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.a.service 2026-02-12T01:42:24.200 DEBUG:teuthology.orchestra.run.trial059:node-exporter.b> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.b.service 2026-02-12T01:42:24.203 INFO:tasks.cephadm:Adding alertmanager.a on trial007 2026-02-12T01:42:24.203 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch apply alertmanager '1;trial007=a' 2026-02-12T01:42:24.524 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:42:24.545 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: pgmap v93: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial059=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: Saving service prometheus spec with placement trial059=a;count:1 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: Deploying daemon prometheus.a on trial059 2026-02-12T01:42:24.546 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:24 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:24.738 INFO:teuthology.orchestra.run.trial059.stdout:Scheduled alertmanager update... 2026-02-12T01:42:24.780 DEBUG:teuthology.orchestra.run.trial007:alertmanager.a> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@alertmanager.a.service 2026-02-12T01:42:24.782 INFO:tasks.cephadm:Adding grafana.a on trial059 2026-02-12T01:42:24.783 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph orch apply grafana '1;trial059=a' 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: pgmap v93: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial059=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: Saving service prometheus spec with placement trial059=a;count:1 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: Deploying daemon prometheus.a on trial059 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: pgmap v93: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial059=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: Saving service prometheus spec with placement trial059=a;count:1 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: Deploying daemon prometheus.a on trial059 2026-02-12T01:42:24.802 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:24 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:25.065 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:42:25.273 INFO:teuthology.orchestra.run.trial059.stdout:Scheduled grafana update... 2026-02-12T01:42:25.316 DEBUG:teuthology.orchestra.run.trial059:grafana.a> sudo journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@grafana.a.service 2026-02-12T01:42:25.318 INFO:tasks.cephadm:Setting up client nodes... 2026-02-12T01:42:25.319 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-12T01:42:25.603 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:25.830 INFO:teuthology.orchestra.run.trial007.stdout:[client.0] 2026-02-12T01:42:25.830 INFO:teuthology.orchestra.run.trial007.stdout: key = AQABMI1pvAbZMRAA+AkFFGGWT9MxdluHyhw4Cw== 2026-02-12T01:42:25.867 DEBUG:teuthology.orchestra.run.trial007:> set -ex 2026-02-12T01:42:25.868 DEBUG:teuthology.orchestra.run.trial007:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-02-12T01:42:25.868 DEBUG:teuthology.orchestra.run.trial007:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[23040]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial007=a;trial059=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[23040]: Saving service node-exporter spec with placement trial007=a;trial059=b;count:2 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[23040]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial007=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[23040]: Saving service alertmanager spec with placement trial007=a;count:1 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[14497]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial007=a;trial059=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[14497]: Saving service node-exporter spec with placement trial007=a;trial059=b;count:2 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[14497]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial007=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[14497]: Saving service alertmanager spec with placement trial007=a;count:1 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:25.889 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:25 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:25.902 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-12T01:42:26.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:25 trial059 ceph-mon[16814]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial007=a;trial059=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:26.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:25 trial059 ceph-mon[16814]: Saving service node-exporter spec with placement trial007=a;trial059=b;count:2 2026-02-12T01:42:26.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:25 trial059 ceph-mon[16814]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial007=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:26.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:25 trial059 ceph-mon[16814]: Saving service alertmanager spec with placement trial007=a;count:1 2026-02-12T01:42:26.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:25 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:26.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:25 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:26.182 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.b/config 2026-02-12T01:42:26.412 INFO:teuthology.orchestra.run.trial059.stdout:[client.1] 2026-02-12T01:42:26.412 INFO:teuthology.orchestra.run.trial059.stdout: key = AQACMI1p4X7gGBAAHJb1bk4dgrDXkZsIoTr2sA== 2026-02-12T01:42:26.452 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-12T01:42:26.452 DEBUG:teuthology.orchestra.run.trial059:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-02-12T01:42:26.453 DEBUG:teuthology.orchestra.run.trial059:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-02-12T01:42:26.488 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph config log 1 --format=json 2026-02-12T01:42:26.769 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[14497]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial059=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[14497]: Saving service grafana spec with placement trial059=a;count:1 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[14497]: pgmap v95: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2492695836' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2492695836' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[14497]: from='client.? 10.20.193.59:0/1465779525' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[23040]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial059=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[23040]: Saving service grafana spec with placement trial059=a;count:1 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[23040]: pgmap v95: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2492695836' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2492695836' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T01:42:26.792 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[23040]: from='client.? 10.20.193.59:0/1465779525' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:26.793 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:26.793 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:26 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T01:42:26.963 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:27.000 INFO:teuthology.orchestra.run.trial007.stdout:[{"version":18,"timestamp":"2026-02-12T01:42:16.226375+0000","name":"","changes":[{"name":"osd/host:trial059/osd_memory_target","previous_value":"29376641024","new_value":"22032480768"}]}] 2026-02-12T01:42:27.000 INFO:tasks.ceph_manager:config epoch is 18 2026-02-12T01:42:27.000 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-12T01:42:27.000 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-02-12T01:42:27.000 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph mgr dump --format=json 2026-02-12T01:42:27.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:26 trial059 ceph-mon[16814]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial059=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:27.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:26 trial059 ceph-mon[16814]: Saving service grafana spec with placement trial059=a;count:1 2026-02-12T01:42:27.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:26 trial059 ceph-mon[16814]: pgmap v95: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:27.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:26 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2492695836' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:27.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:26 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2492695836' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T01:42:27.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:26 trial059 ceph-mon[16814]: from='client.? 10.20.193.59:0/1465779525' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:27.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:26 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T01:42:27.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:26 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T01:42:27.280 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:27.494 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:27.532 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":15,"flags":0,"active_gid":14150,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6800","nonce":3828430038},{"type":"v1","addr":"10.20.193.7:6801","nonce":3828430038}]},"active_addr":"10.20.193.7:6801/3828430038","active_change":"2026-02-12T01:40:35.466230+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14214,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://10.20.193.7:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.7:0","nonce":3347610872}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.7:0","nonce":810938055}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.7:0","nonce":3671430797}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.7:0","nonce":2618510063}]}]} 2026-02-12T01:42:27.588 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-02-12T01:42:27.589 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-02-12T01:42:27.589 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T01:42:27.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:27 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/510945856' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T01:42:27.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:27 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3409023034' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:42:27.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:27 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/510945856' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T01:42:27.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:27 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3409023034' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:42:27.878 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.065 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:28.065 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":50,"fsid":"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460","created":"2026-02-12T01:40:17.294760+0000","modified":"2026-02-12T01:42:23.492597+0000","last_up_change":"2026-02-12T01:42:21.488018+0000","last_in_change":"2026-02-12T01:42:09.107525+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T01:41:37.499154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91dcad49-1745-4fbb-9286-52e3dc366927","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6802","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6803","nonce":226297842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6804","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6805","nonce":226297842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6808","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6809","nonce":226297842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6806","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6807","nonce":226297842}]},"public_addr":"10.20.193.7:6803/226297842","cluster_addr":"10.20.193.7:6805/226297842","heartbeat_back_addr":"10.20.193.7:6809/226297842","heartbeat_front_addr":"10.20.193.7:6807/226297842","state":["exists","up"]},{"osd":1,"uuid":"3715b350-e734-4b50-bbbb-72b50f0adc53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6810","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6811","nonce":1987584427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6812","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6813","nonce":1987584427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6816","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6817","nonce":1987584427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6814","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6815","nonce":1987584427}]},"public_addr":"10.20.193.7:6811/1987584427","cluster_addr":"10.20.193.7:6813/1987584427","heartbeat_back_addr":"10.20.193.7:6817/1987584427","heartbeat_front_addr":"10.20.193.7:6815/1987584427","state":["exists","up"]},{"osd":2,"uuid":"e6b12452-ad59-4991-87e3-56d3f50781ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6818","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6819","nonce":3106094219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6820","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6821","nonce":3106094219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6824","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6825","nonce":3106094219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6822","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6823","nonce":3106094219}]},"public_addr":"10.20.193.7:6819/3106094219","cluster_addr":"10.20.193.7:6821/3106094219","heartbeat_back_addr":"10.20.193.7:6825/3106094219","heartbeat_front_addr":"10.20.193.7:6823/3106094219","state":["exists","up"]},{"osd":3,"uuid":"742c9ad5-86db-42e4-9cc0-b3d4dc711c2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6826","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6827","nonce":3828192797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6828","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6829","nonce":3828192797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6832","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6833","nonce":3828192797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6830","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6831","nonce":3828192797}]},"public_addr":"10.20.193.7:6827/3828192797","cluster_addr":"10.20.193.7:6829/3828192797","heartbeat_back_addr":"10.20.193.7:6833/3828192797","heartbeat_front_addr":"10.20.193.7:6831/3828192797","state":["exists","up"]},{"osd":4,"uuid":"d3bcea0b-9bf4-457f-bee1-a1e59f40652d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6800","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6801","nonce":534207622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6802","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6803","nonce":534207622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6806","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6807","nonce":534207622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6804","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6805","nonce":534207622}]},"public_addr":"10.20.193.59:6801/534207622","cluster_addr":"10.20.193.59:6803/534207622","heartbeat_back_addr":"10.20.193.59:6807/534207622","heartbeat_front_addr":"10.20.193.59:6805/534207622","state":["exists","up"]},{"osd":5,"uuid":"a83a2be1-0343-455c-b122-1d0aa7ae097d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6808","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6809","nonce":478943064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6810","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6811","nonce":478943064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6814","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6815","nonce":478943064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6812","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6813","nonce":478943064}]},"public_addr":"10.20.193.59:6809/478943064","cluster_addr":"10.20.193.59:6811/478943064","heartbeat_back_addr":"10.20.193.59:6815/478943064","heartbeat_front_addr":"10.20.193.59:6813/478943064","state":["exists","up"]},{"osd":6,"uuid":"f1b67620-cb3e-4eab-8b60-a1b91eb7acc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6816","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6817","nonce":1835465724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6818","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6819","nonce":1835465724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6822","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6823","nonce":1835465724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6820","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6821","nonce":1835465724}]},"public_addr":"10.20.193.59:6817/1835465724","cluster_addr":"10.20.193.59:6819/1835465724","heartbeat_back_addr":"10.20.193.59:6823/1835465724","heartbeat_front_addr":"10.20.193.59:6821/1835465724","state":["exists","up"]},{"osd":7,"uuid":"2564a9ec-9000-425f-9a3b-a24b8a6344b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6824","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6825","nonce":3306063172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6826","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6827","nonce":3306063172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6830","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6831","nonce":3306063172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6828","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6829","nonce":3306063172}]},"public_addr":"10.20.193.59:6825/3306063172","cluster_addr":"10.20.193.59:6827/3306063172","heartbeat_back_addr":"10.20.193.59:6831/3306063172","heartbeat_front_addr":"10.20.193.59:6829/3306063172","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:14.883321+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:24.337770+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:33.991384+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:43.064656+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:52.441697+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:02.044682+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:11.425786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:20.412490+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.7:0/3508211321":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/1523125327":"2026-02-13T01:40:35.466125+0000","10.20.193.7:6801/2259308405":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/4276152652":"2026-02-13T01:40:35.466125+0000","10.20.193.7:6800/2259308405":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/4031370726":"2026-02-13T01:40:27.203325+0000","10.20.193.7:0/1089693313":"2026-02-13T01:40:27.203325+0000","10.20.193.7:6801/2445949791":"2026-02-13T01:40:27.203325+0000","10.20.193.7:6800/2445949791":"2026-02-13T01:40:27.203325+0000","10.20.193.7:0/3966683160":"2026-02-13T01:40:27.203325+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T01:42:28.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:27 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/510945856' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T01:42:28.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:27 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3409023034' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:42:28.101 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-02-12T01:42:28.102 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T01:42:28.383 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.576 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:28.576 INFO:teuthology.orchestra.run.trial007.stdout:{"epoch":50,"fsid":"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460","created":"2026-02-12T01:40:17.294760+0000","modified":"2026-02-12T01:42:23.492597+0000","last_up_change":"2026-02-12T01:42:21.488018+0000","last_in_change":"2026-02-12T01:42:09.107525+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T01:41:37.499154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91dcad49-1745-4fbb-9286-52e3dc366927","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6802","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6803","nonce":226297842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6804","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6805","nonce":226297842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6808","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6809","nonce":226297842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6806","nonce":226297842},{"type":"v1","addr":"10.20.193.7:6807","nonce":226297842}]},"public_addr":"10.20.193.7:6803/226297842","cluster_addr":"10.20.193.7:6805/226297842","heartbeat_back_addr":"10.20.193.7:6809/226297842","heartbeat_front_addr":"10.20.193.7:6807/226297842","state":["exists","up"]},{"osd":1,"uuid":"3715b350-e734-4b50-bbbb-72b50f0adc53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6810","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6811","nonce":1987584427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6812","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6813","nonce":1987584427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6816","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6817","nonce":1987584427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6814","nonce":1987584427},{"type":"v1","addr":"10.20.193.7:6815","nonce":1987584427}]},"public_addr":"10.20.193.7:6811/1987584427","cluster_addr":"10.20.193.7:6813/1987584427","heartbeat_back_addr":"10.20.193.7:6817/1987584427","heartbeat_front_addr":"10.20.193.7:6815/1987584427","state":["exists","up"]},{"osd":2,"uuid":"e6b12452-ad59-4991-87e3-56d3f50781ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6818","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6819","nonce":3106094219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6820","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6821","nonce":3106094219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6824","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6825","nonce":3106094219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6822","nonce":3106094219},{"type":"v1","addr":"10.20.193.7:6823","nonce":3106094219}]},"public_addr":"10.20.193.7:6819/3106094219","cluster_addr":"10.20.193.7:6821/3106094219","heartbeat_back_addr":"10.20.193.7:6825/3106094219","heartbeat_front_addr":"10.20.193.7:6823/3106094219","state":["exists","up"]},{"osd":3,"uuid":"742c9ad5-86db-42e4-9cc0-b3d4dc711c2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6826","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6827","nonce":3828192797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6828","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6829","nonce":3828192797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6832","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6833","nonce":3828192797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.7:6830","nonce":3828192797},{"type":"v1","addr":"10.20.193.7:6831","nonce":3828192797}]},"public_addr":"10.20.193.7:6827/3828192797","cluster_addr":"10.20.193.7:6829/3828192797","heartbeat_back_addr":"10.20.193.7:6833/3828192797","heartbeat_front_addr":"10.20.193.7:6831/3828192797","state":["exists","up"]},{"osd":4,"uuid":"d3bcea0b-9bf4-457f-bee1-a1e59f40652d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6800","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6801","nonce":534207622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6802","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6803","nonce":534207622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6806","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6807","nonce":534207622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6804","nonce":534207622},{"type":"v1","addr":"10.20.193.59:6805","nonce":534207622}]},"public_addr":"10.20.193.59:6801/534207622","cluster_addr":"10.20.193.59:6803/534207622","heartbeat_back_addr":"10.20.193.59:6807/534207622","heartbeat_front_addr":"10.20.193.59:6805/534207622","state":["exists","up"]},{"osd":5,"uuid":"a83a2be1-0343-455c-b122-1d0aa7ae097d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6808","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6809","nonce":478943064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6810","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6811","nonce":478943064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6814","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6815","nonce":478943064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6812","nonce":478943064},{"type":"v1","addr":"10.20.193.59:6813","nonce":478943064}]},"public_addr":"10.20.193.59:6809/478943064","cluster_addr":"10.20.193.59:6811/478943064","heartbeat_back_addr":"10.20.193.59:6815/478943064","heartbeat_front_addr":"10.20.193.59:6813/478943064","state":["exists","up"]},{"osd":6,"uuid":"f1b67620-cb3e-4eab-8b60-a1b91eb7acc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6816","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6817","nonce":1835465724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6818","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6819","nonce":1835465724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6822","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6823","nonce":1835465724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6820","nonce":1835465724},{"type":"v1","addr":"10.20.193.59:6821","nonce":1835465724}]},"public_addr":"10.20.193.59:6817/1835465724","cluster_addr":"10.20.193.59:6819/1835465724","heartbeat_back_addr":"10.20.193.59:6823/1835465724","heartbeat_front_addr":"10.20.193.59:6821/1835465724","state":["exists","up"]},{"osd":7,"uuid":"2564a9ec-9000-425f-9a3b-a24b8a6344b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6824","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6825","nonce":3306063172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6826","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6827","nonce":3306063172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6830","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6831","nonce":3306063172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6828","nonce":3306063172},{"type":"v1","addr":"10.20.193.59:6829","nonce":3306063172}]},"public_addr":"10.20.193.59:6825/3306063172","cluster_addr":"10.20.193.59:6827/3306063172","heartbeat_back_addr":"10.20.193.59:6831/3306063172","heartbeat_front_addr":"10.20.193.59:6829/3306063172","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:14.883321+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:24.337770+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:33.991384+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:43.064656+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:41:52.441697+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:02.044682+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:11.425786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-12T01:42:20.412490+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.7:0/3508211321":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/1523125327":"2026-02-13T01:40:35.466125+0000","10.20.193.7:6801/2259308405":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/4276152652":"2026-02-13T01:40:35.466125+0000","10.20.193.7:6800/2259308405":"2026-02-13T01:40:35.466125+0000","10.20.193.7:0/4031370726":"2026-02-13T01:40:27.203325+0000","10.20.193.7:0/1089693313":"2026-02-13T01:40:27.203325+0000","10.20.193.7:6801/2445949791":"2026-02-13T01:40:27.203325+0000","10.20.193.7:6800/2445949791":"2026-02-13T01:40:27.203325+0000","10.20.193.7:0/3966683160":"2026-02-13T01:40:27.203325+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T01:42:28.614 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph tell osd.0 flush_pg_stats 2026-02-12T01:42:28.615 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph tell osd.1 flush_pg_stats 2026-02-12T01:42:28.616 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph tell osd.2 flush_pg_stats 2026-02-12T01:42:28.616 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph tell osd.3 flush_pg_stats 2026-02-12T01:42:28.617 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph tell osd.4 flush_pg_stats 2026-02-12T01:42:28.617 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph tell osd.5 flush_pg_stats 2026-02-12T01:42:28.617 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph tell osd.6 flush_pg_stats 2026-02-12T01:42:28.618 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph tell osd.7 flush_pg_stats 2026-02-12T01:42:28.809 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:28 trial059 ceph-mon[16814]: pgmap v96: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:28.809 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:28 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4012767155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:28.809 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:28 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2922215338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:28.947 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.982 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:28 trial007 ceph-mon[23040]: pgmap v96: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:28.982 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:28 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4012767155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:28.982 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:28 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2922215338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:28.983 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:28 trial007 ceph-mon[14497]: pgmap v96: 1 pgs: 1 remapped; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:28.983 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:28 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4012767155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:28.983 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:28 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2922215338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T01:42:28.991 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.992 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.992 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.992 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.993 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.993 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:28.993 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.060 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.067Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-02-12T01:42:29.142 INFO:teuthology.orchestra.run.trial007.stdout:184683593734 2026-02-12T01:42:29.143 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-12T01:42:29.178 INFO:teuthology.orchestra.run.trial007.stdout:38654705682 2026-02-12T01:42:29.179 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T01:42:29.186 INFO:teuthology.orchestra.run.trial007.stdout:111669149708 2026-02-12T01:42:29.187 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T01:42:29.190 INFO:teuthology.orchestra.run.trial007.stdout:133143986185 2026-02-12T01:42:29.191 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-12T01:42:29.198 INFO:teuthology.orchestra.run.trial007.stdout:206158430212 2026-02-12T01:42:29.198 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T01:42:29.206 INFO:teuthology.orchestra.run.trial007.stdout:55834574864 2026-02-12T01:42:29.207 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T01:42:29.212 INFO:teuthology.orchestra.run.trial007.stdout:158913789960 2026-02-12T01:42:29.212 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-12T01:42:29.215 INFO:teuthology.orchestra.run.trial007.stdout:77309411341 2026-02-12T01:42:29.216 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T01:42:29.349 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.067Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-02-12T01:42:29.349 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.068Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.068Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.072Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.072Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.413µs 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.072Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.073Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.073Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.766µs wal_replay_duration=385.999µs wbl_replay_duration=160ns total_replay_duration=428.338µs 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.074Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.074Z caller=main.go:1153 level=info msg="TSDB started" 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.074Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T01:42:29.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.084Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.680097ms db_storage=621ns remote_storage=1.212µs web_handler=390ns query_engine=461ns scrape=465.878µs scrape_sd=81.872µs notify=962ns notify_sd=581ns rules=8.858556ms tracing=4.789µs 2026-02-12T01:42:29.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.084Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-02-12T01:42:29.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:29.084Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-02-12T01:42:29.452 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.536 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.537 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.606 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.607 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.613 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.620 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.620 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:29.673 INFO:teuthology.orchestra.run.trial007.stdout:184683593732 2026-02-12T01:42:29.715 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593734 got 184683593732 for osd.6 2026-02-12T01:42:29.759 INFO:teuthology.orchestra.run.trial007.stdout:111669149707 2026-02-12T01:42:29.762 INFO:teuthology.orchestra.run.trial007.stdout:38654705681 2026-02-12T01:42:29.799 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149708 got 111669149707 for osd.3 2026-02-12T01:42:29.805 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.0 2026-02-12T01:42:29.816 INFO:teuthology.orchestra.run.trial007.stdout:158913789958 2026-02-12T01:42:29.819 INFO:teuthology.orchestra.run.trial007.stdout:133143986183 2026-02-12T01:42:29.821 INFO:teuthology.orchestra.run.trial007.stdout:206158430210 2026-02-12T01:42:29.824 INFO:teuthology.orchestra.run.trial007.stdout:77309411340 2026-02-12T01:42:29.825 INFO:teuthology.orchestra.run.trial007.stdout:55834574863 2026-02-12T01:42:29.861 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986185 got 133143986183 for osd.4 2026-02-12T01:42:29.876 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574864 got 55834574863 for osd.1 2026-02-12T01:42:29.880 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411341 got 77309411340 for osd.2 2026-02-12T01:42:29.882 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430212 got 206158430210 for osd.7 2026-02-12T01:42:29.892 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789960 got 158913789958 for osd.5 2026-02-12T01:42:30.349 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: ignoring --setuser ceph since I am not root 2026-02-12T01:42:30.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: ignoring --setgroup ceph since I am not root 2026-02-12T01:42:30.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mgr[18344]: -- 10.20.193.59:0/1674491686 <== mon.1 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fea28a74a0 con 0x55fea2884800 2026-02-12T01:42:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T01:42:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3475572732' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T01:42:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4056204451' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T01:42:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/188572807' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T01:42:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3657654957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T01:42:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2560476506' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T01:42:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2601269369' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T01:42:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1658513021' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T01:42:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:30 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2324345170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T01:42:30.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ignoring --setuser ceph since I am not root 2026-02-12T01:42:30.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ignoring --setgroup ceph since I am not root 2026-02-12T01:42:30.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3475572732' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4056204451' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/188572807' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3657654957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2560476506' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2601269369' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T01:42:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1658513021' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2324345170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3475572732' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4056204451' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T01:42:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/188572807' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T01:42:30.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3657654957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T01:42:30.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2560476506' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T01:42:30.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2601269369' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T01:42:30.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1658513021' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T01:42:30.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:30 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2324345170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T01:42:30.716 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-12T01:42:30.747 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.499+0000 7f6521728140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T01:42:30.747 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.645+0000 7f6521728140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T01:42:30.747 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.679+0000 7f6521728140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T01:42:30.747 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.721+0000 7f6521728140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T01:42:30.747 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.752+0000 7f6521728140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T01:42:30.757 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.507+0000 7f34b94f4140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T01:42:30.757 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.654+0000 7f34b94f4140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T01:42:30.757 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.689+0000 7f34b94f4140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T01:42:30.757 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.731+0000 7f34b94f4140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T01:42:30.758 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.763+0000 7f34b94f4140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T01:42:30.800 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T01:42:30.806 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T01:42:30.862 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-12T01:42:30.877 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T01:42:30.881 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T01:42:30.883 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T01:42:30.893 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-12T01:42:31.013 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.036 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.800+0000 7f34b94f4140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T01:42:31.036 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.870+0000 7f34b94f4140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T01:42:31.036 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:42:31.036 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:42:31.037 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: from numpy import show_config as show_numpy_config 2026-02-12T01:42:31.037 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.955+0000 7f34b94f4140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T01:42:31.037 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:30 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:30.998+0000 7f34b94f4140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T01:42:31.049 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.787+0000 7f6521728140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T01:42:31.049 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.852+0000 7f6521728140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T01:42:31.049 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:42:31.049 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:42:31.050 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: from numpy import show_config as show_numpy_config 2026-02-12T01:42:31.050 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.925+0000 7f6521728140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T01:42:31.050 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:30.959+0000 7f6521728140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T01:42:31.050 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.055+0000 7f6521728140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T01:42:31.122 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.200 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.224 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.229 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.230 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.236 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.245 INFO:teuthology.orchestra.run.trial007.stdout:184683593734 2026-02-12T01:42:31.289 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:31 trial007 ceph-mon[14497]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T01:42:31.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:31 trial007 ceph-mon[14497]: mgrmap e16: y(active, since 114s), standbys: x 2026-02-12T01:42:31.290 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:31 trial007 ceph-mon[23040]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T01:42:31.290 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:31 trial007 ceph-mon[23040]: mgrmap e16: y(active, since 114s), standbys: x 2026-02-12T01:42:31.291 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.112+0000 7f34b94f4140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T01:42:31.291 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.184+0000 7f34b94f4140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T01:42:31.291 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.223+0000 7f34b94f4140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T01:42:31.291 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.268+0000 7f34b94f4140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T01:42:31.291 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.297 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593734 got 184683593734 for osd.6 2026-02-12T01:42:31.297 DEBUG:teuthology.parallel:result is None 2026-02-12T01:42:31.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:31 trial059 ceph-mon[16814]: from='mgr.14150 10.20.193.7:0/968817972' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T01:42:31.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:31 trial059 ceph-mon[16814]: mgrmap e16: y(active, since 114s), standbys: x 2026-02-12T01:42:31.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.115+0000 7f6521728140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T01:42:31.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.149+0000 7f6521728140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T01:42:31.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.182+0000 7f6521728140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T01:42:31.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.216+0000 7f6521728140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T01:42:31.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.246+0000 7f6521728140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T01:42:31.356 INFO:teuthology.orchestra.run.trial007.stdout:111669149708 2026-02-12T01:42:31.396 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149708 got 111669149708 for osd.3 2026-02-12T01:42:31.397 DEBUG:teuthology.parallel:result is None 2026-02-12T01:42:31.414 INFO:teuthology.orchestra.run.trial007.stdout:38654705682 2026-02-12T01:42:31.430 INFO:teuthology.orchestra.run.trial007.stdout:55834574864 2026-02-12T01:42:31.442 INFO:teuthology.orchestra.run.trial007.stdout:133143986185 2026-02-12T01:42:31.443 INFO:teuthology.orchestra.run.trial007.stdout:206158430212 2026-02-12T01:42:31.460 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705682 got 38654705682 for osd.0 2026-02-12T01:42:31.460 DEBUG:teuthology.parallel:result is None 2026-02-12T01:42:31.474 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574864 got 55834574864 for osd.1 2026-02-12T01:42:31.474 DEBUG:teuthology.parallel:result is None 2026-02-12T01:42:31.477 INFO:teuthology.orchestra.run.trial007.stdout:77309411341 2026-02-12T01:42:31.484 INFO:teuthology.orchestra.run.trial007.stdout:158913789960 2026-02-12T01:42:31.488 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430212 got 206158430212 for osd.7 2026-02-12T01:42:31.489 DEBUG:teuthology.parallel:result is None 2026-02-12T01:42:31.490 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986185 got 133143986185 for osd.4 2026-02-12T01:42:31.490 DEBUG:teuthology.parallel:result is None 2026-02-12T01:42:31.518 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411341 got 77309411341 for osd.2 2026-02-12T01:42:31.519 DEBUG:teuthology.parallel:result is None 2026-02-12T01:42:31.525 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789960 got 158913789960 for osd.5 2026-02-12T01:42:31.525 DEBUG:teuthology.parallel:result is None 2026-02-12T01:42:31.526 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-02-12T01:42:31.526 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph pg dump --format=json 2026-02-12T01:42:31.587 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.310+0000 7f34b94f4140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T01:42:31.587 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.346+0000 7f34b94f4140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T01:42:31.730 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.480+0000 7f6521728140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T01:42:31.730 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.581+0000 7f6521728140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T01:42:31.731 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.611+0000 7f6521728140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T01:42:31.731 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.642+0000 7f6521728140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T01:42:31.731 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.736+0000 7f6521728140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:42:31.849 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:31.871 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.617+0000 7f34b94f4140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T01:42:31.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.721+0000 7f34b94f4140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T01:42:31.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.754+0000 7f34b94f4140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T01:42:31.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.786+0000 7f34b94f4140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T01:42:32.093 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.765+0000 7f6521728140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T01:42:32.093 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:31.857+0000 7f6521728140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:42:32.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.884+0000 7f34b94f4140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:42:32.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:31.915+0000 7f34b94f4140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T01:42:32.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:32.011+0000 7f34b94f4140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:42:32.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1288871378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T01:42:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2284346771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T01:42:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/67033361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T01:42:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1150469826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T01:42:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/559394394' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T01:42:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1327461561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T01:42:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1304661945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T01:42:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3605104838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T01:42:32.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1288871378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T01:42:32.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2284346771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T01:42:32.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/67033361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T01:42:32.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1150469826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T01:42:32.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/559394394' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T01:42:32.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1327461561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T01:42:32.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1304661945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T01:42:32.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:32 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3605104838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T01:42:32.349 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:32.330+0000 7f6521728140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T01:42:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1288871378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T01:42:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2284346771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T01:42:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/67033361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T01:42:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1150469826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T01:42:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/559394394' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T01:42:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1327461561' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T01:42:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1304661945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T01:42:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:32 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3605104838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T01:42:32.751 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:32.360+0000 7f6521728140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T01:42:32.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:32.491+0000 7f34b94f4140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T01:42:32.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:32.522+0000 7f34b94f4140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T01:42:33.009 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:32.757+0000 7f6521728140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T01:42:33.009 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: [12/Feb/2026:01:42:32] ENGINE Bus STARTING 2026-02-12T01:42:33.009 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: CherryPy Checker: 2026-02-12T01:42:33.010 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: The Application mounted at '' has an empty config. 2026-02-12T01:42:33.010 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: 2026-02-12T01:42:33.010 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: [12/Feb/2026:01:42:32] ENGINE Serving on http://:::9283 2026-02-12T01:42:33.010 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:42:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[18339]: [12/Feb/2026:01:42:32] ENGINE Bus STARTED 2026-02-12T01:42:33.316 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: Standby manager daemon x restarted 2026-02-12T01:42:33.316 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: Standby manager daemon x started 2026-02-12T01:42:33.316 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:42:33.316 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:42:33.316 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: Active manager daemon y restarted 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: Activating manager daemon y 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: mgrmap e17: y(active, starting, since 0.00531213s), standbys: x 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:42:33.317 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: Manager daemon y is now available 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:33.318 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:33.319 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:42:33.319 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:42:33.319 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:42:33.319 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:42:33.319 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:33 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:42:33.352 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:32.922+0000 7f34b94f4140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T01:42:33.352 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:32] ENGINE Bus STARTING 2026-02-12T01:42:33.352 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: CherryPy Checker: 2026-02-12T01:42:33.353 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: The Application mounted at '' has an empty config. 2026-02-12T01:42:33.353 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:32 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:42:33.353 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:33] ENGINE Serving on http://:::9283 2026-02-12T01:42:33.353 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:33 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:33] ENGINE Bus STARTED 2026-02-12T01:42:33.353 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: Standby manager daemon x restarted 2026-02-12T01:42:33.353 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: Standby manager daemon x started 2026-02-12T01:42:33.353 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:42:33.353 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: Active manager daemon y restarted 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: Activating manager daemon y 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: mgrmap e17: y(active, starting, since 0.00531213s), standbys: x 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:42:33.354 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: Manager daemon y is now available 2026-02-12T01:42:33.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: Standby manager daemon x restarted 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: Standby manager daemon x started 2026-02-12T01:42:33.356 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/2493495228' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: Active manager daemon y restarted 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: Activating manager daemon y 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: mgrmap e17: y(active, starting, since 0.00531213s), standbys: x 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:42:33.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: Manager daemon y is now available 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T01:42:33.358 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:33.359 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:42:33.359 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:42:33.359 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:42:33.359 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:42:33.359 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:33 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:42:33.926 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:33.926 INFO:teuthology.orchestra.run.trial007.stderr:Warning: due to ceph-mgr restart, some PG states may not be up to date 2026-02-12T01:42:33.926 INFO:teuthology.orchestra.run.trial007.stderr:dumped all 2026-02-12T01:42:33.971 INFO:teuthology.orchestra.run.trial007.stdout:{"pg_ready":false,"pg_map":{"version":2,"stamp":"2026-02-12T01:42:32.932962+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2026-02-12T01:42:32.924194+0000","last_change":"2026-02-12T01:42:32.924194+0000","last_active":"2026-02-12T01:42:32.924194+0000","last_peered":"2026-02-12T01:42:32.924194+0000","last_clean":"2026-02-12T01:42:32.924194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2026-02-12T01:42:32.924194+0000","last_undegraded":"2026-02-12T01:42:32.924194+0000","last_fullsized":"2026-02-12T01:42:32.924194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-12T01:42:32.924194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-12T01:42:32.924194+0000","last_clean_scrub_stamp":"2026-02-12T01:42:32.924194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0}],"osd_stats":[],"pool_statfs":[]}} 2026-02-12T01:42:33.972 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph pg dump --format=json 2026-02-12T01:42:34.294 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:34.492 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:34.493 INFO:teuthology.orchestra.run.trial007.stderr:dumped all 2026-02-12T01:42:34.531 INFO:teuthology.orchestra.run.trial007.stdout:{"pg_ready":true,"pg_map":{"version":3,"stamp":"2026-02-12T01:42:33.935763+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5872025600,"kb_used":221388,"kb_used_data":5644,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871804212,"statfs":{"total":6012954214400,"available":6012727513088,"internally_reserved":0,"allocated":5779456,"data_stored":3378376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":220712506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"21'92","reported_seq":19,"reported_epoch":51,"state":"active+clean","last_fresh":"2026-02-12T01:42:32.953963+0000","last_change":"2026-02-12T01:42:23.938720+0000","last_active":"2026-02-12T01:42:32.953963+0000","last_peered":"2026-02-12T01:42:32.953963+0000","last_clean":"2026-02-12T01:42:32.953963+0000","last_became_active":"2026-02-12T01:42:23.934453+0000","last_became_peered":"2026-02-12T01:42:23.934453+0000","last_unstale":"2026-02-12T01:42:32.953963+0000","last_undegraded":"2026-02-12T01:42:32.953963+0000","last_fullsized":"2026-02-12T01:42:32.953963+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-12T01:41:38.397435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-12T01:41:38.397435+0000","last_clean_scrub_stamp":"2026-02-12T01:41:38.397435+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-13T10:13:09.885191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430213,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28036,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975164,"statfs":{"total":751619276800,"available":751590567936,"internally_reserved":0,"allocated":1093632,"data_stored":791277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593735,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28036,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975164,"statfs":{"total":751619276800,"available":751590567936,"internally_reserved":0,"allocated":1093632,"data_stored":791277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913789961,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27456,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975744,"statfs":{"total":751619276800,"available":751591161856,"internally_reserved":0,"allocated":499712,"data_stored":200909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27456,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975744,"statfs":{"total":751619276800,"available":751591161856,"internally_reserved":0,"allocated":499712,"data_stored":200909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149709,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27456,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975744,"statfs":{"total":751619276800,"available":751591161856,"internally_reserved":0,"allocated":499712,"data_stored":200909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411342,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27456,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975744,"statfs":{"total":751619276800,"available":751591161856,"internally_reserved":0,"allocated":499712,"data_stored":200909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27456,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975744,"statfs":{"total":751619276800,"available":751591161856,"internally_reserved":0,"allocated":499712,"data_stored":200909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705683,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28036,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975164,"statfs":{"total":751619276800,"available":751590567936,"internally_reserved":0,"allocated":1093632,"data_stored":791277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-12T01:42:34.532 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-02-12T01:42:34.532 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-12T01:42:34.532 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-02-12T01:42:34.532 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph health --format=json 2026-02-12T01:42:34.827 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:34.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: [12/Feb/2026:01:42:33] ENGINE Bus STARTING 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: mgrmap e18: y(active, since 1.00857s), standbys: x 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: [12/Feb/2026:01:42:33] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: [12/Feb/2026:01:42:33] ENGINE Client ('10.20.193.7', 52248) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial059 to 20755M 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:34.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: [12/Feb/2026:01:42:34] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: [12/Feb/2026:01:42:34] ENGINE Bus STARTED 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: [12/Feb/2026:01:42:33] ENGINE Bus STARTING 2026-02-12T01:42:34.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T01:42:34.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: mgrmap e18: y(active, since 1.00857s), standbys: x 2026-02-12T01:42:34.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: [12/Feb/2026:01:42:33] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: [12/Feb/2026:01:42:33] ENGINE Client ('10.20.193.7', 52248) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial059 to 20755M 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: [12/Feb/2026:01:42:34] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: [12/Feb/2026:01:42:34] ENGINE Bus STARTED 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:42:34.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.879 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.879 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.879 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:34.879 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.040 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:42:35.040 INFO:teuthology.orchestra.run.trial007.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-12T01:42:35.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: [12/Feb/2026:01:42:33] ENGINE Bus STARTING 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: mgrmap e18: y(active, since 1.00857s), standbys: x 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: [12/Feb/2026:01:42:33] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T01:42:35.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: [12/Feb/2026:01:42:33] ENGINE Client ('10.20.193.7', 52248) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:35.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial059 to 20755M 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: [12/Feb/2026:01:42:34] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: [12/Feb/2026:01:42:34] ENGINE Bus STARTED 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:35.202 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-02-12T01:42:35.202 INFO:tasks.cephadm:Setup complete, yielding 2026-02-12T01:42:35.202 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T01:42:35.217 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial007.front.sepia.ceph.com 2026-02-12T01:42:35.218 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2026-02-12T01:42:35.528 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:35.861 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T01:42:35.876 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial007.front.sepia.ceph.com 2026-02-12T01:42:35.876 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2026-02-12T01:42:36.073 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:35 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:35] ENGINE Bus STOPPING 2026-02-12T01:42:36.073 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:42:36.073 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:42:36.073 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:42:36.073 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: Deploying daemon alertmanager.a on trial007 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2318596905' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3054099780' entity='client.admin' 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:42:36.074 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:42:36.075 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: Deploying daemon alertmanager.a on trial007 2026-02-12T01:42:36.075 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T01:42:36.075 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:36.075 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2318596905' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T01:42:36.075 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T01:42:36.075 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:35 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3054099780' entity='client.admin' 2026-02-12T01:42:36.173 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:36.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:42:36.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:42:36.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:42:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:42:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: Deploying daemon alertmanager.a on trial007 2026-02-12T01:42:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T01:42:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2318596905' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T01:42:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T01:42:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:35 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3054099780' entity='client.admin' 2026-02-12T01:42:36.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:42:36.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Bus STOPPED 2026-02-12T01:42:36.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Bus STARTING 2026-02-12T01:42:36.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Serving on http://:::9283 2026-02-12T01:42:36.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Bus STARTED 2026-02-12T01:42:36.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Bus STOPPING 2026-02-12T01:42:36.965 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:42:36.965 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Bus STOPPED 2026-02-12T01:42:36.965 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Bus STARTING 2026-02-12T01:42:36.965 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Serving on http://:::9283 2026-02-12T01:42:36.965 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:36] ENGINE Bus STARTED 2026-02-12T01:42:36.966 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:42:36] "GET /metrics HTTP/1.1" 200 23624 "" "Prometheus/2.51.0" 2026-02-12T01:42:37.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:36 trial059 ceph-mon[16814]: Deploying daemon grafana.a on trial059 2026-02-12T01:42:37.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T01:42:37.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[23040]: Deploying daemon grafana.a on trial059 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T01:42:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T01:42:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T01:42:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:36 trial007 ceph-mon[14497]: Deploying daemon grafana.a on trial059 2026-02-12T01:42:38.024 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:42:38.024 INFO:teuthology.orchestra.run.trial007.stdout: "id": "03d6b658-9438-412c-9e94-34c9c4ba9083", 2026-02-12T01:42:38.025 INFO:teuthology.orchestra.run.trial007.stdout: "name": "r", 2026-02-12T01:42:38.025 INFO:teuthology.orchestra.run.trial007.stdout: "current_period": "3eec2fb2-3b62-4df2-b2a8-9ced46a8f3de", 2026-02-12T01:42:38.025 INFO:teuthology.orchestra.run.trial007.stdout: "epoch": 1 2026-02-12T01:42:38.025 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:42:38.055 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2026-02-12T01:42:38.341 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:38.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:38 trial059 ceph-mon[16814]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:38.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:38 trial059 ceph-mon[16814]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T01:42:38.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:38 trial059 ceph-mon[16814]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T01:42:38.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:38 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1174933153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T01:42:38.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:38 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T01:42:38.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:38 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[23040]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[23040]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[23040]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1174933153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[14497]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[14497]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T01:42:38.363 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[14497]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T01:42:38.364 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1174933153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T01:42:38.364 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T01:42:38.364 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:38 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout: "id": "c4c5b965-c84e-47e4-8593-d70f835d9689", 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout: "name": "default", 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout: "api_name": "default", 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout: "is_master": true, 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout: "endpoints": [], 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout: "hostnames": [], 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout: "hostnames_s3website": [], 2026-02-12T01:42:38.438 INFO:teuthology.orchestra.run.trial007.stdout: "master_zone": "", 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "zones": [], 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "placement_targets": [ 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: { 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "name": "default-placement", 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "tags": [], 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "storage_classes": [] 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "default_placement": "default-placement", 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "realm_id": "03d6b658-9438-412c-9e94-34c9c4ba9083", 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "sync_policy": { 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: "groups": [] 2026-02-12T01:42:38.439 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:38.440 INFO:teuthology.orchestra.run.trial007.stdout: "enabled_features": [ 2026-02-12T01:42:38.440 INFO:teuthology.orchestra.run.trial007.stdout: "notification_v2", 2026-02-12T01:42:38.440 INFO:teuthology.orchestra.run.trial007.stdout: "resharding" 2026-02-12T01:42:38.440 INFO:teuthology.orchestra.run.trial007.stdout: ] 2026-02-12T01:42:38.440 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:42:38.468 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2026-02-12T01:42:38.751 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:38.856 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "id": "4ea1a611-4157-48ce-804c-7ebfe4462e51", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "name": "z", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "domain_root": "z.rgw.meta:root", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "control_pool": "z.rgw.control", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "gc_pool": "z.rgw.log:gc", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "lc_pool": "z.rgw.log:lc", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "log_pool": "z.rgw.log", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "intent_log_pool": "z.rgw.log:intent", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "usage_log_pool": "z.rgw.log:usage", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "roles_pool": "z.rgw.meta:roles", 2026-02-12T01:42:38.857 INFO:teuthology.orchestra.run.trial007.stdout: "reshard_pool": "z.rgw.log:reshard", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "user_email_pool": "z.rgw.meta:users.email", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "otp_pool": "z.rgw.otp", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "notif_pool": "z.rgw.log:notif", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "topics_pool": "z.rgw.meta:topics", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "account_pool": "z.rgw.meta:accounts", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "group_pool": "z.rgw.meta:groups", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "system_key": { 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "access_key": "", 2026-02-12T01:42:38.858 INFO:teuthology.orchestra.run.trial007.stdout: "secret_key": "" 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: "placement_pools": [ 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: { 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: "key": "default-placement", 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: "val": { 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: "index_pool": "z.rgw.buckets.index", 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: "storage_classes": { 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: "STANDARD": { 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: "data_pool": "z.rgw.buckets.data" 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:38.859 INFO:teuthology.orchestra.run.trial007.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2026-02-12T01:42:38.860 INFO:teuthology.orchestra.run.trial007.stdout: "index_type": 0, 2026-02-12T01:42:38.860 INFO:teuthology.orchestra.run.trial007.stdout: "inline_data": true 2026-02-12T01:42:38.860 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:38.860 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:38.860 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T01:42:38.860 INFO:teuthology.orchestra.run.trial007.stdout: "realm_id": "03d6b658-9438-412c-9e94-34c9c4ba9083" 2026-02-12T01:42:38.860 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:42:38.885 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2026-02-12T01:42:39.012 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 systemd[1]: Started Ceph grafana.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:42:39.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:39 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T01:42:39.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:39 trial007 ceph-mon[23040]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T01:42:39.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:39 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T01:42:39.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:39 trial007 ceph-mon[14497]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T01:42:39.186 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:39.262 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:39 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T01:42:39.263 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:39 trial059 ceph-mon[16814]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071131968Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2026-02-12T01:42:39Z 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071269334Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.07127292Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071275615Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071277519Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071279382Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071281406Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.0712834Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-02-12T01:42:39.264 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071285534Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071287477Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071289411Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071291254Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071293178Z level=info msg=Target target=[all] 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071296304Z level=info msg="Path Home" path=/usr/share/grafana 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071298308Z level=info msg="Path Data" path=/var/lib/grafana 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071300021Z level=info msg="Path Logs" path=/var/log/grafana 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071301734Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071303818Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=settings t=2026-02-12T01:42:39.071305631Z level=info msg="App mode production" 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=sqlstore t=2026-02-12T01:42:39.071435002Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-02-12T01:42:39.265 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=sqlstore t=2026-02-12T01:42:39.071442827Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.071837222Z level=info msg="Starting DB migrations" 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.072527759Z level=info msg="Executing migration" id="create migration_log table" 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.073080879Z level=info msg="Migration successfully executed" id="create migration_log table" duration=552.93µs 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.073415943Z level=info msg="Executing migration" id="create user table" 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.073727664Z level=info msg="Migration successfully executed" id="create user table" duration=311.55µs 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.073978361Z level=info msg="Executing migration" id="add unique index user.login" 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.074270906Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=292.224µs 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.074506375Z level=info msg="Executing migration" id="add unique index user.email" 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.0748043Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=297.835µs 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.075045349Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.075325992Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=280.763µs 2026-02-12T01:42:39.266 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.07554997Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.075830973Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=280.893µs 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.076058848Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.076915213Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=856.246µs 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.077158186Z level=info msg="Executing migration" id="create user table v2" 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.077463084Z level=info msg="Migration successfully executed" id="create user table v2" duration=304.938µs 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.077677574Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.077960641Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=282.907µs 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.078186803Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.078457206Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=270.253µs 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.078689099Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.078869114Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=179.915µs 2026-02-12T01:42:39.267 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.079093993Z level=info msg="Executing migration" id="Drop old table user_v1" 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.079319924Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=225.741µs 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.079512042Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.079925412Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=413.099µs 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.08015478Z level=info msg="Executing migration" id="Update user table charset" 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.080163265Z level=info msg="Migration successfully executed" id="Update user table charset" duration=9.037µs 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.080438779Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.080861566Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=422.116µs 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.081091345Z level=info msg="Executing migration" id="Add missing user data" 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.08118548Z level=info msg="Migration successfully executed" id="Add missing user data" duration=94.125µs 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.081453269Z level=info msg="Executing migration" id="Add is_disabled column to user" 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.081869054Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=415.865µs 2026-02-12T01:42:39.268 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.082101016Z level=info msg="Executing migration" id="Add index user.login/user.email" 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.082382951Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=281.705µs 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.082608642Z level=info msg="Executing migration" id="Add is_service_account column to user" 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.083024567Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=416.707µs 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.08325202Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.085769992Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=2.51735ms 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.086009428Z level=info msg="Executing migration" id="Add uid column to user" 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.086425213Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=415.334µs 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.086651154Z level=info msg="Executing migration" id="Update uid column values for users" 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.086739268Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=88.095µs 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.087130958Z level=info msg="Executing migration" id="Add unique index user_uid" 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.087472935Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=341.546µs 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.08776013Z level=info msg="Executing migration" id="create temp user table v1-7" 2026-02-12T01:42:39.269 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.088058486Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=305.178µs 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.088310065Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.08858642Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=276.185µs 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.088826788Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.089115826Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=287.796µs 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.089360372Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.089638279Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=277.287µs 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.089907701Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.090186912Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=279.22µs 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.090422581Z level=info msg="Executing migration" id="Update temp_user table charset" 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.090430756Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=8.306µs 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.090675111Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2026-02-12T01:42:39.270 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.090956215Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=280.923µs 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.091168901Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.091461026Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_org_id - v1" duration=291.212µs 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.091680915Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.091972539Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_code - v1" duration=291.182µs 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.092197247Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.092464465Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_status - v1" duration=267.248µs 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.092651794Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.093664211Z level=info msg="Migration successfully executed" id="Rename table temp_user to temp_user_tmp_qwerty - v1" duration=1.011214ms 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.093896293Z level=info msg="Executing migration" id="create temp_user v2" 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.094210198Z level=info msg="Migration successfully executed" id="create temp_user v2" duration=313.744µs 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.094425028Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2026-02-12T01:42:39.271 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.094711953Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v2" duration=286.684µs 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.095033562Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.095459726Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v2" duration=425.944µs 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.095744697Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.096158478Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v2" duration=413.401µs 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.096439502Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.09684637Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v2" duration=407.148µs 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.097122555Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.09731344Z level=info msg="Migration successfully executed" id="copy temp_user v1 to v2" duration=191.146µs 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.097547016Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.097838408Z level=info msg="Migration successfully executed" id="drop temp_user_tmp_qwerty" duration=291.433µs 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.098051245Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2026-02-12T01:42:39.272 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.098211263Z level=info msg="Migration successfully executed" id="Set created for temp users that will otherwise prematurely expire" duration=159.958µs 2026-02-12T01:42:39.273 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.098452953Z level=info msg="Executing migration" id="create star table" 2026-02-12T01:42:39.273 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.09869794Z level=info msg="Migration successfully executed" id="create star table" duration=244.796µs 2026-02-12T01:42:39.273 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.098914042Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2026-02-12T01:42:39.273 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.099197461Z level=info msg="Migration successfully executed" id="add unique index star.user_id_dashboard_id" duration=283.208µs 2026-02-12T01:42:39.277 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.099434262Z level=info msg="Executing migration" id="create org table v1" 2026-02-12T01:42:39.277 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.099704445Z level=info msg="Migration successfully executed" id="create org table v1" duration=269.713µs 2026-02-12T01:42:39.277 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.099922261Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2026-02-12T01:42:39.277 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.10020076Z level=info msg="Migration successfully executed" id="create index UQE_org_name - v1" duration=277.767µs 2026-02-12T01:42:39.277 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.100417073Z level=info msg="Executing migration" id="create org_user table v1" 2026-02-12T01:42:39.277 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.100670475Z level=info msg="Migration successfully executed" id="create org_user table v1" duration=253.603µs 2026-02-12T01:42:39.277 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.100888291Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.101193239Z level=info msg="Migration successfully executed" id="create index IDX_org_user_org_id - v1" duration=304.677µs 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.101395997Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.101695215Z level=info msg="Migration successfully executed" id="create index UQE_org_user_org_id_user_id - v1" duration=298.987µs 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.101908923Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.102198092Z level=info msg="Migration successfully executed" id="create index IDX_org_user_user_id - v1" duration=289.088µs 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.102401861Z level=info msg="Executing migration" id="Update org table charset" 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.102410107Z level=info msg="Migration successfully executed" id="Update org table charset" duration=8.516µs 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.102623294Z level=info msg="Executing migration" id="Update org_user table charset" 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.102631459Z level=info msg="Migration successfully executed" id="Update org_user table charset" duration=8.125µs 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.102887947Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.10295378Z level=info msg="Migration successfully executed" id="Migrate all Read Only Viewers to Viewers" duration=65.733µs 2026-02-12T01:42:39.278 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.103192865Z level=info msg="Executing migration" id="create dashboard table" 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.103484138Z level=info msg="Migration successfully executed" id="create dashboard table" duration=291.122µs 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.103692095Z level=info msg="Executing migration" id="add index dashboard.account_id" 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.1040112Z level=info msg="Migration successfully executed" id="add index dashboard.account_id" duration=318.754µs 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.104220911Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.104528814Z level=info msg="Migration successfully executed" id="add unique index dashboard_account_id_slug" duration=307.864µs 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.104739878Z level=info msg="Executing migration" id="create dashboard_tag table" 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.105001034Z level=info msg="Migration successfully executed" id="create dashboard_tag table" duration=260.355µs 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.105208781Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.105493131Z level=info msg="Migration successfully executed" id="add unique index dashboard_tag.dasboard_id_term" duration=284.059µs 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.105700297Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.106064726Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" duration=364.089µs 2026-02-12T01:42:39.279 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.106323468Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.10826191Z level=info msg="Migration successfully executed" id="Rename table dashboard to dashboard_v1 - v1" duration=1.938402ms 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.108484244Z level=info msg="Executing migration" id="create dashboard v2" 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.108781829Z level=info msg="Migration successfully executed" id="create dashboard v2" duration=297.745µs 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.109000757Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.109278945Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_org_id - v2" duration=277.387µs 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.109497011Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.109795558Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_org_id_slug - v2" duration=298.476µs 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.110016038Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.110168953Z level=info msg="Migration successfully executed" id="copy dashboard v1 to v2" duration=152.935µs 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.110374837Z level=info msg="Executing migration" id="drop table dashboard_v1" 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.110755155Z level=info msg="Migration successfully executed" id="drop table dashboard_v1" duration=380.109µs 2026-02-12T01:42:39.280 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.110980014Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.111001424Z level=info msg="Migration successfully executed" id="alter dashboard.data to mediumtext v1" duration=21.7µs 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.111265577Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.111843383Z level=info msg="Migration successfully executed" id="Add column updated_by in dashboard - v2" duration=577.206µs 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.112056891Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.112601425Z level=info msg="Migration successfully executed" id="Add column created_by in dashboard - v2" duration=544.665µs 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.11281348Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.113355531Z level=info msg="Migration successfully executed" id="Add column gnetId in dashboard" duration=542.15µs 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.113567716Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.113865862Z level=info msg="Migration successfully executed" id="Add index for gnetId in dashboard" duration=298.345µs 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.114080451Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.114630767Z level=info msg="Migration successfully executed" id="Add column plugin_id in dashboard" duration=550.035µs 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.114837833Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2026-02-12T01:42:39.281 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.115130187Z level=info msg="Migration successfully executed" id="Add index for plugin_id in dashboard" duration=292.245µs 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.115348514Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.115624378Z level=info msg="Migration successfully executed" id="Add index for dashboard_id in dashboard_tag" duration=276.004µs 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.115827226Z level=info msg="Executing migration" id="Update dashboard table charset" 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.115835602Z level=info msg="Migration successfully executed" id="Update dashboard table charset" duration=8.957µs 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.11609788Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.116105555Z level=info msg="Migration successfully executed" id="Update dashboard_tag table charset" duration=8.586µs 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.116334221Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.116933918Z level=info msg="Migration successfully executed" id="Add column folder_id in dashboard" duration=599.537µs 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.117145552Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.117736924Z level=info msg="Migration successfully executed" id="Add column isFolder in dashboard" duration=590.911µs 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.117953808Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2026-02-12T01:42:39.282 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.118536464Z level=info msg="Migration successfully executed" id="Add column has_acl in dashboard" duration=582.535µs 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.118742368Z level=info msg="Executing migration" id="Add column uid in dashboard" 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.119317088Z level=info msg="Migration successfully executed" id="Add column uid in dashboard" duration=574.971µs 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.119523132Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.119609754Z level=info msg="Migration successfully executed" id="Update uid column values in dashboard" duration=86.1µs 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.119873174Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.120152986Z level=info msg="Migration successfully executed" id="Add unique index dashboard_org_id_uid" duration=279.801µs 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.120361955Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.120631838Z level=info msg="Migration successfully executed" id="Remove unique index org_id_slug" duration=269.592µs 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.120834776Z level=info msg="Executing migration" id="Update dashboard title length" 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.120843112Z level=info msg="Migration successfully executed" id="Update dashboard title length" duration=8.827µs 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.121104529Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2026-02-12T01:42:39.283 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.121386454Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_title_folder_id" duration=281.695µs 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.121560268Z level=info msg="Executing migration" id="create dashboard_provisioning" 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.121836483Z level=info msg="Migration successfully executed" id="create dashboard_provisioning" duration=276.114µs 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.122050441Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.123452764Z level=info msg="Migration successfully executed" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" duration=1.402704ms 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.123666523Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.123934622Z level=info msg="Migration successfully executed" id="create dashboard_provisioning v2" duration=267.589µs 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.12414264Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.124425737Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id - v2" duration=283.197µs 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.12463121Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.124929516Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" duration=298.236µs 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.125134377Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2026-02-12T01:42:39.284 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.125266253Z level=info msg="Migration successfully executed" id="copy dashboard_provisioning v1 to v2" duration=132.477µs 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.125466106Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.125678401Z level=info msg="Migration successfully executed" id="drop dashboard_provisioning_tmp_qwerty" duration=212.045µs 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.125891278Z level=info msg="Executing migration" id="Add check_sum column" 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.126491486Z level=info msg="Migration successfully executed" id="Add check_sum column" duration=600.329µs 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.126695256Z level=info msg="Executing migration" id="Add index for dashboard_title" 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.126975758Z level=info msg="Migration successfully executed" id="Add index for dashboard_title" duration=280.302µs 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.127173938Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.12723972Z level=info msg="Migration successfully executed" id="delete tags for deleted dashboards" duration=66.053µs 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.127437108Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.127501268Z level=info msg="Migration successfully executed" id="delete stars for deleted dashboards" duration=64.3µs 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.127700639Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2026-02-12T01:42:39.285 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.127989507Z level=info msg="Migration successfully executed" id="Add index for dashboard_is_folder" duration=287.366µs 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.128199879Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.128832428Z level=info msg="Migration successfully executed" id="Add isPublic for dashboard" duration=632.268µs 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.129052749Z level=info msg="Executing migration" id="create data_source table" 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.129394826Z level=info msg="Migration successfully executed" id="create data_source table" duration=341.987µs 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.12961697Z level=info msg="Executing migration" id="add index data_source.account_id" 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.129968435Z level=info msg="Migration successfully executed" id="add index data_source.account_id" duration=351.315µs 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.130173336Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.13045416Z level=info msg="Migration successfully executed" id="add unique index data_source.account_id_name" duration=280.633µs 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.130656657Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.130935537Z level=info msg="Migration successfully executed" id="drop index IDX_data_source_account_id - v1" duration=278.809µs 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.131139306Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2026-02-12T01:42:39.286 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.131412686Z level=info msg="Migration successfully executed" id="drop index UQE_data_source_account_id_name - v1" duration=273.269µs 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.131614972Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.133158659Z level=info msg="Migration successfully executed" id="Rename table data_source to data_source_v1 - v1" duration=1.543356ms 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.1333743Z level=info msg="Executing migration" id="create data_source table v2" 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.13369608Z level=info msg="Migration successfully executed" id="create data_source table v2" duration=321.92µs 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.133917052Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.134221048Z level=info msg="Migration successfully executed" id="create index IDX_data_source_org_id - v2" duration=303.916µs 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.134426431Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.134727021Z level=info msg="Migration successfully executed" id="create index UQE_data_source_org_id_name - v2" duration=300.31µs 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.134948383Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.135166851Z level=info msg="Migration successfully executed" id="Drop old table data_source_v1 #2" duration=218.958µs 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.135375069Z level=info msg="Executing migration" id="Add column with_credentials" 2026-02-12T01:42:39.287 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.13605744Z level=info msg="Migration successfully executed" id="Add column with_credentials" duration=682.301µs 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.136268543Z level=info msg="Executing migration" id="Add secure json data column" 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.136947739Z level=info msg="Migration successfully executed" id="Add secure json data column" duration=679.466µs 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.13715747Z level=info msg="Executing migration" id="Update data_source table charset" 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.137164953Z level=info msg="Migration successfully executed" id="Update data_source table charset" duration=7.875µs 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.137423906Z level=info msg="Executing migration" id="Update initial version to 1" 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.137502302Z level=info msg="Migration successfully executed" id="Update initial version to 1" duration=77.665µs 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.137718695Z level=info msg="Executing migration" id="Add read_only data column" 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.13845651Z level=info msg="Migration successfully executed" id="Add read_only data column" duration=737.834µs 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.138661862Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.138738305Z level=info msg="Migration successfully executed" id="Migrate logging ds to loki ds" duration=76.542µs 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.138990946Z level=info msg="Executing migration" id="Update json_data with nulls" 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.139064382Z level=info msg="Migration successfully executed" id="Update json_data with nulls" duration=73.477µs 2026-02-12T01:42:39.288 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.139308728Z level=info msg="Executing migration" id="Add uid column" 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.139994145Z level=info msg="Migration successfully executed" id="Add uid column" duration=685.217µs 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.140204336Z level=info msg="Executing migration" id="Update uid value" 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.140281831Z level=info msg="Migration successfully executed" id="Update uid value" duration=77.514µs 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.140524763Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.140830393Z level=info msg="Migration successfully executed" id="Add unique index datasource_org_id_uid" duration=306.08µs 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.141040785Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.141324684Z level=info msg="Migration successfully executed" id="add unique index datasource_org_id_is_default" duration=283.858µs 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.141538643Z level=info msg="Executing migration" id="create api_key table" 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.141845605Z level=info msg="Migration successfully executed" id="create api_key table" duration=306.742µs 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.142064543Z level=info msg="Executing migration" id="add index api_key.account_id" 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.142354002Z level=info msg="Migration successfully executed" id="add index api_key.account_id" duration=289.549µs 2026-02-12T01:42:39.289 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.14256223Z level=info msg="Executing migration" id="add index api_key.key" 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.142851028Z level=info msg="Migration successfully executed" id="add index api_key.key" duration=288.958µs 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.143078231Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.143381296Z level=info msg="Migration successfully executed" id="add index api_key.account_id_name" duration=302.864µs 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.14360366Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.143899572Z level=info msg="Migration successfully executed" id="drop index IDX_api_key_account_id - v1" duration=295.761µs 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.144112138Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.14439228Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_key - v1" duration=280.042µs 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.144600297Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.144884908Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_account_id_name - v1" duration=284.289µs 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.145098385Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.146790719Z level=info msg="Migration successfully executed" id="Rename table api_key to api_key_v1 - v1" duration=1.692263ms 2026-02-12T01:42:39.290 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.147004006Z level=info msg="Executing migration" id="create api_key table v2" 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.147284448Z level=info msg="Migration successfully executed" id="create api_key table v2" duration=280.323µs 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.147488779Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.147784981Z level=info msg="Migration successfully executed" id="create index IDX_api_key_org_id - v2" duration=295.891µs 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.147997928Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.148279843Z level=info msg="Migration successfully executed" id="create index UQE_api_key_key - v2" duration=281.575µs 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.14848186Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.148768794Z level=info msg="Migration successfully executed" id="create index UQE_api_key_org_id_name - v2" duration=286.204µs 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.148982843Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.149131079Z level=info msg="Migration successfully executed" id="copy api_key v1 to v2" duration=148.036µs 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.149333767Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.149547686Z level=info msg="Migration successfully executed" id="Drop old table api_key_v1" duration=213.578µs 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.149722401Z level=info msg="Executing migration" id="Update api_key table charset" 2026-02-12T01:42:39.291 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.149730055Z level=info msg="Migration successfully executed" id="Update api_key table charset" duration=8.135µs 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.149996372Z level=info msg="Executing migration" id="Add expires to api_key table" 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.150721432Z level=info msg="Migration successfully executed" id="Add expires to api_key table" duration=724.941µs 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.150935632Z level=info msg="Executing migration" id="Add service account foreign key" 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.151644553Z level=info msg="Migration successfully executed" id="Add service account foreign key" duration=709.642µs 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.151859012Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.15192235Z level=info msg="Migration successfully executed" id="set service account foreign key to nil if 0" duration=63.548µs 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.152168218Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.152911733Z level=info msg="Migration successfully executed" id="Add last_used_at to api_key table" duration=743.154µs 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.153129319Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.153893373Z level=info msg="Migration successfully executed" id="Add is_revoked column to api_key table" duration=763.904µs 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.154105929Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2026-02-12T01:42:39.292 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.154393454Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v4" duration=287.375µs 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.154593938Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.154828395Z level=info msg="Migration successfully executed" id="drop table dashboard_snapshot_v4 #1" duration=234.497µs 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.155046321Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.155358973Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v5 #2" duration=313.104µs 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.155567392Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.155879243Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_key - v5" duration=311.801µs 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.156092891Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.156409942Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_delete_key - v5" duration=316.881µs 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.156620083Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.156920523Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_snapshot_user_id - v5" duration=300.349µs 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.15712817Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.157149229Z level=info msg="Migration successfully executed" id="alter dashboard_snapshot to mediumtext v2" duration=21.41µs 2026-02-12T01:42:39.293 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.157416527Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.157424502Z level=info msg="Migration successfully executed" id="Update dashboard_snapshot table charset" duration=8.466µs 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.157650643Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.158420468Z level=info msg="Migration successfully executed" id="Add column external_delete_url to dashboard_snapshots table" duration=769.424µs 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.158629758Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.159406014Z level=info msg="Migration successfully executed" id="Add encrypted dashboard json column" duration=775.885µs 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.159621606Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.159642034Z level=info msg="Migration successfully executed" id="Change dashboard_encrypted column to MEDIUMBLOB" duration=20.739µs 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.159903862Z level=info msg="Executing migration" id="create quota table v1" 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.160170248Z level=info msg="Migration successfully executed" id="create quota table v1" duration=266.256µs 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.160375019Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.160656193Z level=info msg="Migration successfully executed" id="create index UQE_quota_org_id_user_id_target - v1" duration=281.034µs 2026-02-12T01:42:39.294 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.160866976Z level=info msg="Executing migration" id="Update quota table charset" 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.160875141Z level=info msg="Migration successfully executed" id="Update quota table charset" duration=8.365µs 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.161130647Z level=info msg="Executing migration" id="create plugin_setting table" 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.161411851Z level=info msg="Migration successfully executed" id="create plugin_setting table" duration=280.863µs 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.16161523Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.161958139Z level=info msg="Migration successfully executed" id="create index UQE_plugin_setting_org_id_plugin_id - v1" duration=342.819µs 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.162165205Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.162964013Z level=info msg="Migration successfully executed" id="Add column plugin_version to plugin_settings" duration=798.007µs 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.163172482Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.163179956Z level=info msg="Migration successfully executed" id="Update plugin_setting table charset" duration=7.825µs 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.163449999Z level=info msg="Executing migration" id="create session table" 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.163779623Z level=info msg="Migration successfully executed" id="create session table" duration=329.444µs 2026-02-12T01:42:39.295 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.164013769Z level=info msg="Executing migration" id="Drop old table playlist table" 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.164047903Z level=info msg="Migration successfully executed" id="Drop old table playlist table" duration=33.973µs 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.164291317Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.164321853Z level=info msg="Migration successfully executed" id="Drop old table playlist_item table" duration=31.509µs 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.164533107Z level=info msg="Executing migration" id="create playlist table v2" 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.164814291Z level=info msg="Migration successfully executed" id="create playlist table v2" duration=281.294µs 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.1650285Z level=info msg="Executing migration" id="create playlist item table v2" 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.165299485Z level=info msg="Migration successfully executed" id="create playlist item table v2" duration=270.815µs 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.165507703Z level=info msg="Executing migration" id="Update playlist table charset" 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.165515317Z level=info msg="Migration successfully executed" id="Update playlist table charset" duration=7.885µs 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.165737291Z level=info msg="Executing migration" id="Update playlist_item table charset" 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.165745135Z level=info msg="Migration successfully executed" id="Update playlist_item table charset" duration=7.905µs 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.166050244Z level=info msg="Executing migration" id="Add playlist column created_at" 2026-02-12T01:42:39.296 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.166914103Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=863.909µs 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.167124245Z level=info msg="Executing migration" id="Add playlist column updated_at" 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.167977365Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=853.05µs 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.168181605Z level=info msg="Executing migration" id="drop preferences table v2" 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.168214116Z level=info msg="Migration successfully executed" id="drop preferences table v2" duration=32.812µs 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.168444936Z level=info msg="Executing migration" id="drop preferences table v3" 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.168475553Z level=info msg="Migration successfully executed" id="drop preferences table v3" duration=30.888µs 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.168676337Z level=info msg="Executing migration" id="create preferences table v3" 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.168970725Z level=info msg="Migration successfully executed" id="create preferences table v3" duration=294.7µs 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.169175837Z level=info msg="Executing migration" id="Update preferences table charset" 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.169183201Z level=info msg="Migration successfully executed" id="Update preferences table charset" duration=7.534µs 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.169397571Z level=info msg="Executing migration" id="Add column team_id in preferences" 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.170262502Z level=info msg="Migration successfully executed" id="Add column team_id in preferences" duration=864.922µs 2026-02-12T01:42:39.297 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.170479346Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.170539268Z level=info msg="Migration successfully executed" id="Update team_id column values in preferences" duration=60.573µs 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.170801086Z level=info msg="Executing migration" id="Add column week_start in preferences" 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.171663523Z level=info msg="Migration successfully executed" id="Add column week_start in preferences" duration=862.537µs 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.171876359Z level=info msg="Executing migration" id="Add column preferences.json_data" 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.172733446Z level=info msg="Migration successfully executed" id="Add column preferences.json_data" duration=856.576µs 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.172986117Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.173007958Z level=info msg="Migration successfully executed" id="alter preferences.json_data to mediumtext v1" duration=21.55µs 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.173270527Z level=info msg="Executing migration" id="Add preferences index org_id" 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.173597246Z level=info msg="Migration successfully executed" id="Add preferences index org_id" duration=326.348µs 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.173807307Z level=info msg="Executing migration" id="Add preferences index user_id" 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.174121042Z level=info msg="Migration successfully executed" id="Add preferences index user_id" duration=313.213µs 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.174341853Z level=info msg="Executing migration" id="create alert table v1" 2026-02-12T01:42:39.298 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.174738212Z level=info msg="Migration successfully executed" id="create alert table v1" duration=395.988µs 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.174965696Z level=info msg="Executing migration" id="add index alert org_id & id " 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.175310899Z level=info msg="Migration successfully executed" id="add index alert org_id & id " duration=345.123µs 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.175532511Z level=info msg="Executing migration" id="add index alert state" 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.175829334Z level=info msg="Migration successfully executed" id="add index alert state" duration=296.443µs 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.176038645Z level=info msg="Executing migration" id="add index alert dashboard_id" 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.176340106Z level=info msg="Migration successfully executed" id="add index alert dashboard_id" duration=301.662µs 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.176543085Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.176815262Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v1" duration=272.177µs 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.177026545Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.177347443Z level=info msg="Migration successfully executed" id="Add unique index alert_rule_tag.alert_id_tag_id" duration=320.677µs 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.177552055Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.177855881Z level=info msg="Migration successfully executed" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" duration=303.746µs 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.178063427Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2026-02-12T01:42:39.299 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.180561522Z level=info msg="Migration successfully executed" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" duration=2.498104ms 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.180778486Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.181044642Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v2" duration=265.966µs 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.181249073Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.181544083Z level=info msg="Migration successfully executed" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" duration=294.93µs 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.181775774Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.181899856Z level=info msg="Migration successfully executed" id="copy alert_rule_tag v1 to v2" duration=124.121µs 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.182097263Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.182308747Z level=info msg="Migration successfully executed" id="drop table alert_rule_tag_v1" duration=211.264µs 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.182483052Z level=info msg="Executing migration" id="create alert_notification table v1" 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.182755179Z level=info msg="Migration successfully executed" id="create alert_notification table v1" duration=272.096µs 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.182966032Z level=info msg="Executing migration" id="Add column is_default" 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.183926942Z level=info msg="Migration successfully executed" id="Add column is_default" duration=960.66µs 2026-02-12T01:42:39.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.184133968Z level=info msg="Executing migration" id="Add column frequency" 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.185173134Z level=info msg="Migration successfully executed" id="Add column frequency" duration=1.038955ms 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.185378216Z level=info msg="Executing migration" id="Add column send_reminder" 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.186471965Z level=info msg="Migration successfully executed" id="Add column send_reminder" duration=1.093788ms 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.186677638Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.187652414Z level=info msg="Migration successfully executed" id="Add column disable_resolve_message" duration=974.616µs 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.187872534Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.188163546Z level=info msg="Migration successfully executed" id="add index alert_notification org_id & name" duration=290.581µs 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.188368248Z level=info msg="Executing migration" id="Update alert table charset" 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.188376393Z level=info msg="Migration successfully executed" id="Update alert table charset" duration=8.616µs 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.188588188Z level=info msg="Executing migration" id="Update alert_notification table charset" 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.188596062Z level=info msg="Migration successfully executed" id="Update alert_notification table charset" duration=8.135µs 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.188810402Z level=info msg="Executing migration" id="create notification_journal table v1" 2026-02-12T01:42:39.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.189080284Z level=info msg="Migration successfully executed" id="create notification_journal table v1" duration=269.643µs 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.18929778Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.189591256Z level=info msg="Migration successfully executed" id="add index notification_journal org_id & alert_id & notifier_id" duration=293.417µs 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.189827406Z level=info msg="Executing migration" id="drop alert_notification_journal" 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.190213426Z level=info msg="Migration successfully executed" id="drop alert_notification_journal" duration=385.208µs 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.190493327Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.190865791Z level=info msg="Migration successfully executed" id="create alert_notification_state table v1" duration=372.344µs 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.191125144Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.191501926Z level=info msg="Migration successfully executed" id="add index alert_notification_state org_id & alert_id & notifier_id" duration=376.401µs 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.191749578Z level=info msg="Executing migration" id="Add for to alert table" 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.192821275Z level=info msg="Migration successfully executed" id="Add for to alert table" duration=1.071747ms 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.193030425Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.194052459Z level=info msg="Migration successfully executed" id="Add column uid in alert_notification" duration=1.021854ms 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.194260066Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.194329776Z level=info msg="Migration successfully executed" id="Update uid column values in alert_notification" duration=69.75µs 2026-02-12T01:42:39.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.194565925Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.194875783Z level=info msg="Migration successfully executed" id="Add unique index alert_notification_org_id_uid" duration=309.677µs 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.195107805Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.19541115Z level=info msg="Migration successfully executed" id="Remove unique index org_id_name" duration=303.917µs 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.195617154Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.196631214Z level=info msg="Migration successfully executed" id="Add column secure_settings in alert_notification" duration=1.013919ms 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.196848699Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.196869668Z level=info msg="Migration successfully executed" id="alter alert.settings to mediumtext" duration=21.15µs 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.197140072Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.197435853Z level=info msg="Migration successfully executed" id="Add non-unique index alert_notification_state_alert_id" duration=295.38µs 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.19760611Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.198047502Z level=info msg="Migration successfully executed" id="Add non-unique index alert_rule_tag_alert_id" duration=440.49µs 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.198366467Z level=info msg="Executing migration" id="Drop old annotation table v4" 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.198415087Z level=info msg="Migration successfully executed" id="Drop old annotation table v4" duration=49.101µs 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.198745473Z level=info msg="Executing migration" id="create annotation table v5" 2026-02-12T01:42:39.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.199255333Z level=info msg="Migration successfully executed" id="create annotation table v5" duration=509.92µs 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.199501862Z level=info msg="Executing migration" id="add index annotation 0 v3" 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.199867193Z level=info msg="Migration successfully executed" id="add index annotation 0 v3" duration=366.042µs 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.200116327Z level=info msg="Executing migration" id="add index annotation 1 v3" 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.200472641Z level=info msg="Migration successfully executed" id="add index annotation 1 v3" duration=356.113µs 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.200711276Z level=info msg="Executing migration" id="add index annotation 2 v3" 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.201079823Z level=info msg="Migration successfully executed" id="add index annotation 2 v3" duration=368.667µs 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.20128758Z level=info msg="Executing migration" id="add index annotation 3 v3" 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.20161519Z level=info msg="Migration successfully executed" id="add index annotation 3 v3" duration=327.14µs 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.201832194Z level=info msg="Executing migration" id="add index annotation 4 v3" 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.202172799Z level=info msg="Migration successfully executed" id="add index annotation 4 v3" duration=340.544µs 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.202389192Z level=info msg="Executing migration" id="Update annotation table charset" 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.202396716Z level=info msg="Migration successfully executed" id="Update annotation table charset" duration=7.684µs 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.202611547Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.203730932Z level=info msg="Migration successfully executed" id="Add column region_id to annotation table" duration=1.119135ms 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.203959798Z level=info msg="Executing migration" id="Drop category_id index" 2026-02-12T01:42:39.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.204260619Z level=info msg="Migration successfully executed" id="Drop category_id index" duration=300.67µs 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.204466763Z level=info msg="Executing migration" id="Add column tags to annotation table" 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.20551191Z level=info msg="Migration successfully executed" id="Add column tags to annotation table" duration=1.045027ms 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.205728344Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.205990131Z level=info msg="Migration successfully executed" id="Create annotation_tag table v2" duration=261.167µs 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.206192749Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.206495393Z level=info msg="Migration successfully executed" id="Add unique index annotation_tag.annotation_id_tag_id" duration=302.544µs 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.206697299Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.20700888Z level=info msg="Migration successfully executed" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" duration=311.34µs 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.207224071Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.210058772Z level=info msg="Migration successfully executed" id="Rename table annotation_tag to annotation_tag_v2 - v2" duration=2.834742ms 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.210276117Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.210538326Z level=info msg="Migration successfully executed" id="Create annotation_tag table v3" duration=262.088µs 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.210740242Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.21105044Z level=info msg="Migration successfully executed" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" duration=310.087µs 2026-02-12T01:42:39.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.211261223Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.211380826Z level=info msg="Migration successfully executed" id="copy annotation_tag v2 to v3" duration=119.683µs 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.211544641Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.211767787Z level=info msg="Migration successfully executed" id="drop table annotation_tag_v2" duration=222.485µs 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.211978119Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.212044933Z level=info msg="Migration successfully executed" id="Update alert annotations and set TEXT to empty" duration=67.376µs 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.212277456Z level=info msg="Executing migration" id="Add created time to annotation table" 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.213344785Z level=info msg="Migration successfully executed" id="Add created time to annotation table" duration=1.067179ms 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.213549256Z level=info msg="Executing migration" id="Add updated time to annotation table" 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.214612016Z level=info msg="Migration successfully executed" id="Add updated time to annotation table" duration=1.062901ms 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.214820836Z level=info msg="Executing migration" id="Add index for created in annotation table" 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.215121466Z level=info msg="Migration successfully executed" id="Add index for created in annotation table" duration=300.46µs 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.215341105Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.215638088Z level=info msg="Migration successfully executed" id="Add index for updated in annotation table" duration=296.693µs 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.215861685Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2026-02-12T01:42:39.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.215947855Z level=info msg="Migration successfully executed" id="Convert existing annotations from seconds to milliseconds" duration=86.431µs 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.216182763Z level=info msg="Executing migration" id="Add epoch_end column" 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.217262044Z level=info msg="Migration successfully executed" id="Add epoch_end column" duration=1.079101ms 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.217471073Z level=info msg="Executing migration" id="Add index for epoch_end" 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.217780299Z level=info msg="Migration successfully executed" id="Add index for epoch_end" duration=309.246µs 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.217987005Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.218050463Z level=info msg="Migration successfully executed" id="Make epoch_end the same as epoch" duration=63.528µs 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.21827945Z level=info msg="Executing migration" id="Move region to single row" 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.218394965Z level=info msg="Migration successfully executed" id="Move region to single row" duration=115.195µs 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.21859633Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.21890239Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch from annotation table" duration=305.84µs 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.219109316Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.219408543Z level=info msg="Migration successfully executed" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" duration=299.178µs 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.219615258Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.219926719Z level=info msg="Migration successfully executed" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" duration=311.14µs 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.220130368Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.22043203Z level=info msg="Migration successfully executed" id="Add index for org_id_epoch_end_epoch on annotation table" duration=301.402µs 2026-02-12T01:42:39.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.220628547Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.220952109Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch_epoch_end from annotation table" duration=323.493µs 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.221177249Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.221471888Z level=info msg="Migration successfully executed" id="Add index for alert_id on annotation table" duration=294.398µs 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.221667953Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.221689033Z level=info msg="Migration successfully executed" id="Increase tags column to length 4096" duration=21.34µs 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.221969445Z level=info msg="Executing migration" id="create test_data table" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.222279663Z level=info msg="Migration successfully executed" id="create test_data table" duration=310.218µs 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.222485236Z level=info msg="Executing migration" id="create dashboard_version table v1" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.222779634Z level=info msg="Migration successfully executed" id="create dashboard_version table v1" duration=293.778µs 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.222987993Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.223280979Z level=info msg="Migration successfully executed" id="add index dashboard_version.dashboard_id" duration=292.986µs 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.223483646Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.223816266Z level=info msg="Migration successfully executed" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" duration=332.519µs 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.224023933Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.224093002Z level=info msg="Migration successfully executed" id="Set dashboard version to 1 where 0" duration=69.299µs 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.224324443Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2026-02-12T01:42:39.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.224464834Z level=info msg="Migration successfully executed" id="save existing dashboard data in dashboard_version table v1" duration=141.103µs 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.224625985Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.224646483Z level=info msg="Migration successfully executed" id="alter dashboard_version.data to mediumtext v1" duration=20.769µs 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.224909433Z level=info msg="Executing migration" id="create team table" 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.225188343Z level=info msg="Migration successfully executed" id="create team table" duration=269.462µs 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.225392423Z level=info msg="Executing migration" id="add index team.org_id" 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.225741473Z level=info msg="Migration successfully executed" id="add index team.org_id" duration=348.72µs 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.225969859Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.22628161Z level=info msg="Migration successfully executed" id="add unique index team_org_id_name" duration=311.4µs 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.226484918Z level=info msg="Executing migration" id="Add column uid in team" 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.227650931Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=1.165652ms 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.227869949Z level=info msg="Executing migration" id="Update uid column values in team" 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.227991225Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=124.883µs 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.228294731Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.229004613Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=708.911µs 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.229290766Z level=info msg="Executing migration" id="create team member table" 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.229650206Z level=info msg="Migration successfully executed" id="create team member table" duration=359.109µs 2026-02-12T01:42:39.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.229912845Z level=info msg="Executing migration" id="add index team_member.org_id" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.23029075Z level=info msg="Migration successfully executed" id="add index team_member.org_id" duration=377.834µs 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.230571853Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.230959977Z level=info msg="Migration successfully executed" id="add unique index team_member_org_id_team_id_user_id" duration=387.842µs 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.231211555Z level=info msg="Executing migration" id="add index team_member.team_id" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.23152515Z level=info msg="Migration successfully executed" id="add index team_member.team_id" duration=313.384µs 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.231738427Z level=info msg="Executing migration" id="Add column email to team table" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.233034342Z level=info msg="Migration successfully executed" id="Add column email to team table" duration=1.296015ms 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.233244673Z level=info msg="Executing migration" id="Add column external to team_member table" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.234746492Z level=info msg="Migration successfully executed" id="Add column external to team_member table" duration=1.501769ms 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.235004543Z level=info msg="Executing migration" id="Add column permission to team_member table" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.236227421Z level=info msg="Migration successfully executed" id="Add column permission to team_member table" duration=1.22396ms 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.236438224Z level=info msg="Executing migration" id="create dashboard acl table" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.236805969Z level=info msg="Migration successfully executed" id="create dashboard acl table" duration=367.735µs 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.237030427Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.237358979Z level=info msg="Migration successfully executed" id="add index dashboard_acl_dashboard_id" duration=328.633µs 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.237566887Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.237931476Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_user_id" duration=364.169µs 2026-02-12T01:42:39.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.238179578Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.238507439Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_team_id" duration=327.55µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.238711529Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.239029732Z level=info msg="Migration successfully executed" id="add index dashboard_acl_user_id" duration=317.361µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.239235125Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.239547788Z level=info msg="Migration successfully executed" id="add index dashboard_acl_team_id" duration=312.733µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.239753301Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.240082915Z level=info msg="Migration successfully executed" id="add index dashboard_acl_org_id_role" duration=329.404µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.240290111Z level=info msg="Executing migration" id="add index dashboard_permission" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.24062228Z level=info msg="Migration successfully executed" id="add index dashboard_permission" duration=332.129µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.240838372Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.241043104Z level=info msg="Migration successfully executed" id="save default acl rules in dashboard_acl table" duration=204.852µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.241270307Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.241353903Z level=info msg="Migration successfully executed" id="delete acl rules for deleted dashboards and folders" duration=84.427µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.241556571Z level=info msg="Executing migration" id="create tag table" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.241849186Z level=info msg="Migration successfully executed" id="create tag table" duration=292.825µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.24206058Z level=info msg="Executing migration" id="add index tag.key_value" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.242373633Z level=info msg="Migration successfully executed" id="add index tag.key_value" duration=312.853µs 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.242581761Z level=info msg="Executing migration" id="create login attempt table" 2026-02-12T01:42:39.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.242846985Z level=info msg="Migration successfully executed" id="create login attempt table" duration=265.054µs 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.243055574Z level=info msg="Executing migration" id="add index login_attempt.username" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.243365932Z level=info msg="Migration successfully executed" id="add index login_attempt.username" duration=310.348µs 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.24356891Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.243882174Z level=info msg="Migration successfully executed" id="drop index IDX_login_attempt_username - v1" duration=312.913µs 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.244089751Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.247521284Z level=info msg="Migration successfully executed" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" duration=3.431223ms 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.247734121Z level=info msg="Executing migration" id="create login_attempt v2" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.248006288Z level=info msg="Migration successfully executed" id="create login_attempt v2" duration=271.797µs 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.24822734Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.248537768Z level=info msg="Migration successfully executed" id="create index IDX_login_attempt_username - v2" duration=310.249µs 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.248744564Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.248878884Z level=info msg="Migration successfully executed" id="copy login_attempt v1 to v2" duration=134.32µs 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.249077985Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.249302984Z level=info msg="Migration successfully executed" id="drop login_attempt_tmp_qwerty" duration=224.889µs 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.249478461Z level=info msg="Executing migration" id="create user auth table" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.249735881Z level=info msg="Migration successfully executed" id="create user auth table" duration=257.309µs 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.249972812Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2026-02-12T01:42:39.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.250295163Z level=info msg="Migration successfully executed" id="create index IDX_user_auth_auth_module_auth_id - v1" duration=322.19µs 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.250499704Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.250520983Z level=info msg="Migration successfully executed" id="alter user_auth.auth_id to length 190" duration=21.77µs 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.250790596Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.252109283Z level=info msg="Migration successfully executed" id="Add OAuth access token to user_auth" duration=1.318697ms 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.252325977Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.253618315Z level=info msg="Migration successfully executed" id="Add OAuth refresh token to user_auth" duration=1.290985ms 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.253860205Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.255169715Z level=info msg="Migration successfully executed" id="Add OAuth token type to user_auth" duration=1.310141ms 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.255383834Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.256724152Z level=info msg="Migration successfully executed" id="Add OAuth expiry to user_auth" duration=1.340188ms 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.256935976Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.257250713Z level=info msg="Migration successfully executed" id="Add index to user_id column in user_auth" duration=314.657µs 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.257458239Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.258812102Z level=info msg="Migration successfully executed" id="Add OAuth ID token to user_auth" duration=1.354053ms 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.259039786Z level=info msg="Executing migration" id="create server_lock table" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.259330127Z level=info msg="Migration successfully executed" id="create server_lock table" duration=290.18µs 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.259547382Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.259873389Z level=info msg="Migration successfully executed" id="add index server_lock.operation_uid" duration=326.278µs 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.2600883Z level=info msg="Executing migration" id="create user auth token table" 2026-02-12T01:42:39.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.260394641Z level=info msg="Migration successfully executed" id="create user auth token table" duration=306.501µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.260599352Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.260929748Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.auth_token" duration=330.396µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.261136603Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.261458212Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.prev_auth_token" duration=321.519µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.261662202Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.26204724Z level=info msg="Migration successfully executed" id="add index user_auth_token.user_id" duration=385.198µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.26226211Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.263686254Z level=info msg="Migration successfully executed" id="Add revoked_at to the user auth token" duration=1.423763ms 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.263910151Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.264238433Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=328.282µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.264446881Z level=info msg="Executing migration" id="create cache_data table" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.264769051Z level=info msg="Migration successfully executed" id="create cache_data table" duration=322.13µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.264985044Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.265306452Z level=info msg="Migration successfully executed" id="add unique index cache_data.cache_key" duration=321.499µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.265515973Z level=info msg="Executing migration" id="create short_url table v1" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.26586858Z level=info msg="Migration successfully executed" id="create short_url table v1" duration=352.817µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.266088359Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.26642667Z level=info msg="Migration successfully executed" id="add index short_url.org_id-uid" duration=338.17µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.266633385Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.266653713Z level=info msg="Migration successfully executed" id="alter table short_url alter column created_by type to bigint" duration=20.579µs 2026-02-12T01:42:39.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.266918416Z level=info msg="Executing migration" id="delete alert_definition table" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.266951688Z level=info msg="Migration successfully executed" id="delete alert_definition table" duration=33.462µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.267192767Z level=info msg="Executing migration" id="recreate alert_definition table" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.267497234Z level=info msg="Migration successfully executed" id="recreate alert_definition table" duration=304.338µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.267702888Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.268049423Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and title columns" duration=346.756µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.268268241Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.268605479Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and uid columns" duration=337.529µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.268811493Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.268832442Z level=info msg="Migration successfully executed" id="alter alert_definition table data column to mediumtext in mysql" duration=21.36µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.269084582Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.26940543Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and title columns" duration=320.708µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.26958248Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.269926411Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and uid columns" duration=345.073µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.270148665Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.27049508Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and title columns" duration=346.366µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.270742081Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.271092814Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and uid columns" duration=351.064µs 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.271295311Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2026-02-12T01:42:39.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.272804473Z level=info msg="Migration successfully executed" id="Add column paused in alert_definition" duration=1.509252ms 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.27302267Z level=info msg="Executing migration" id="drop alert_definition table" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.273386548Z level=info msg="Migration successfully executed" id="drop alert_definition table" duration=363.588µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.273598653Z level=info msg="Executing migration" id="delete alert_definition_version table" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.27362959Z level=info msg="Migration successfully executed" id="delete alert_definition_version table" duration=31.178µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.273891058Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.274205403Z level=info msg="Migration successfully executed" id="recreate alert_definition_version table" duration=314.206µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.274406087Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.274742514Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_id and version columns" duration=336.276µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.274963306Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.27530393Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_uid and version columns" duration=340.554µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.27549172Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.275512489Z level=info msg="Migration successfully executed" id="alter alert_definition_version table data column to mediumtext in mysql" duration=21.1µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.275726047Z level=info msg="Executing migration" id="drop alert_definition_version table" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.276090626Z level=info msg="Migration successfully executed" id="drop alert_definition_version table" duration=364.299µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.276308352Z level=info msg="Executing migration" id="create alert_instance table" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.276635662Z level=info msg="Migration successfully executed" id="create alert_instance table" duration=326.168µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.27691914Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.277259945Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" duration=340.625µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.277460258Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.277805241Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, current_state columns" duration=344.802µs 2026-02-12T01:42:39.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.278016074Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2026-02-12T01:42:39.513 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.279555282Z level=info msg="Migration successfully executed" id="add column current_state_end to alert_instance" duration=1.539098ms 2026-02-12T01:42:39.513 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.27976906Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2026-02-12T01:42:39.513 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.280085349Z level=info msg="Migration successfully executed" id="remove index def_org_id, def_uid, current_state on alert_instance" duration=316.239µs 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.280293667Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.280606169Z level=info msg="Migration successfully executed" id="remove index def_org_id, current_state on alert_instance" duration=312.412µs 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.280784382Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.288048987Z level=info msg="Migration successfully executed" id="rename def_org_id to rule_org_id in alert_instance" duration=7.263704ms 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.288278245Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.294943123Z level=info msg="Migration successfully executed" id="rename def_uid to rule_uid in alert_instance" duration=6.664548ms 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.295157853Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.295488239Z level=info msg="Migration successfully executed" id="add index rule_org_id, rule_uid, current_state on alert_instance" duration=330.075µs 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.295690095Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.296026612Z level=info msg="Migration successfully executed" id="add index rule_org_id, current_state on alert_instance" duration=336.427µs 2026-02-12T01:42:39.514 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.296233728Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.297692345Z level=info msg="Migration successfully executed" id="add current_reason column related to current_state" duration=1.458638ms 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.297917335Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.299416658Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=1.499193ms 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.299630136Z level=info msg="Executing migration" id="create alert_rule table" 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.299987602Z level=info msg="Migration successfully executed" id="create alert_rule table" duration=357.516µs 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.300199918Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.30054477Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and title columns" duration=344.762µs 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.300754401Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.301103661Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and uid columns" duration=348.819µs 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.301311689Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.301678442Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" duration=366.643µs 2026-02-12T01:42:39.515 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.301914522Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.301935632Z level=info msg="Migration successfully executed" id="alter alert_rule table data column to mediumtext in mysql" duration=21.48µs 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.302185888Z level=info msg="Executing migration" id="add column for to alert_rule" 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.30378629Z level=info msg="Migration successfully executed" id="add column for to alert_rule" duration=1.600232ms 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.30399597Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.305475277Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule" duration=1.479346ms 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.305687332Z level=info msg="Executing migration" id="add column labels to alert_rule" 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.307182468Z level=info msg="Migration successfully executed" id="add column labels to alert_rule" duration=1.491529ms 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.307395304Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.307708498Z level=info msg="Migration successfully executed" id="remove unique index from alert_rule on org_id, title columns" duration=313.694µs 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.307925462Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2026-02-12T01:42:39.516 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.308268852Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespase_uid and title columns" duration=343.319µs 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.308468143Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.309948151Z level=info msg="Migration successfully executed" id="add dashboard_uid column to alert_rule" duration=1.480368ms 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.310169644Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.31165416Z level=info msg="Migration successfully executed" id="add panel_id column to alert_rule" duration=1.492942ms 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.311870924Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.312210196Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" duration=339.102µs 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.312417973Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.313910985Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule" duration=1.492812ms 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.314121116Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.315610511Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule table" duration=1.489334ms 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.315825512Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.31584625Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule table" duration=21.28µs 2026-02-12T01:42:39.517 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.316106125Z level=info msg="Executing migration" id="create alert_rule_version table" 2026-02-12T01:42:39.518 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.316493667Z level=info msg="Migration successfully executed" id="create alert_rule_version table" duration=387.522µs 2026-02-12T01:42:39.521 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.316715841Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-02-12T01:42:39.521 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.31706429Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=347.638µs 2026-02-12T01:42:39.521 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.317275133Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2026-02-12T01:42:39.521 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.317637177Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" duration=361.875µs 2026-02-12T01:42:39.521 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.317855193Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2026-02-12T01:42:39.521 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.317876633Z level=info msg="Migration successfully executed" id="alter alert_rule_version table data column to mediumtext in mysql" duration=21.68µs 2026-02-12T01:42:39.521 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.31812703Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.319703728Z level=info msg="Migration successfully executed" id="add column for to alert_rule_version" duration=1.576548ms 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.319916855Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.32147075Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule_version" duration=1.553775ms 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.321676824Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.323242572Z level=info msg="Migration successfully executed" id="add column labels to alert_rule_version" duration=1.565747ms 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.323450259Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.325015826Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule_version" duration=1.565417ms 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.325222601Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.326800421Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule_versions table" duration=1.5774ms 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.327006315Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.327026973Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule_version table" duration=20.979µs 2026-02-12T01:42:39.522 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.327276257Z level=info msg="Executing migration" id=create_alert_configuration_table 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.327547082Z level=info msg="Migration successfully executed" id=create_alert_configuration_table duration=270.694µs 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.327753767Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.329384846Z level=info msg="Migration successfully executed" id="Add column default in alert_configuration" duration=1.63109ms 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.32959073Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.329611068Z level=info msg="Migration successfully executed" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" duration=20.719µs 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.329873998Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.331486412Z level=info msg="Migration successfully executed" id="add column org_id in alert_configuration" duration=1.612565ms 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.331693518Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.332033401Z level=info msg="Migration successfully executed" id="add index in alert_configuration table on org_id column" duration=339.623µs 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.332273128Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.333886304Z level=info msg="Migration successfully executed" id="add configuration_hash column to alert_configuration" duration=1.613136ms 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.334093941Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2026-02-12T01:42:39.523 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.334371347Z level=info msg="Migration successfully executed" id=create_ngalert_configuration_table duration=277.367µs 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.334575428Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.334930399Z level=info msg="Migration successfully executed" id="add index in ngalert_configuration on org_id column" duration=354.781µs 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.335138687Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.336748787Z level=info msg="Migration successfully executed" id="add column send_alerts_to in ngalert_configuration" duration=1.60998ms 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.336964369Z level=info msg="Executing migration" id="create provenance_type table" 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.33724437Z level=info msg="Migration successfully executed" id="create provenance_type table" duration=279.922µs 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.337458499Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.337799054Z level=info msg="Migration successfully executed" id="add index to uniquify (record_key, record_type, org_id) columns" duration=340.434µs 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.338011179Z level=info msg="Executing migration" id="create alert_image table" 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.33829612Z level=info msg="Migration successfully executed" id="create alert_image table" duration=285.001µs 2026-02-12T01:42:39.524 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.338501112Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.338851635Z level=info msg="Migration successfully executed" id="add unique index on token to alert_image table" duration=350.323µs 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.339059823Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.339080251Z level=info msg="Migration successfully executed" id="support longer URLs in alert_image table" duration=20.709µs 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.339332601Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.339665842Z level=info msg="Migration successfully executed" id=create_alert_configuration_history_table duration=332.369µs 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.339891984Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.340213212Z level=info msg="Migration successfully executed" id="drop non-unique orgID index on alert_configuration" duration=321.198µs 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.340415469Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.340533018Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.340732931Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.340915932Z level=info msg="Migration successfully executed" id="extract alertmanager configuration history to separate table" duration=183.843µs 2026-02-12T01:42:39.525 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.341121975Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.341445538Z level=info msg="Migration successfully executed" id="add unique index on orgID to alert_configuration" duration=323.423µs 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.341610926Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.34327638Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=1.665323ms 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.343492903Z level=info msg="Executing migration" id="create library_element table v1" 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.343890323Z level=info msg="Migration successfully executed" id="create library_element table v1" duration=397.571µs 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.344120552Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.344479581Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_id-name-kind" duration=359.28µs 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.344688621Z level=info msg="Executing migration" id="create library_element_connection table v1" 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.344991776Z level=info msg="Migration successfully executed" id="create library_element_connection table v1" duration=302.994µs 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.345222836Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.345576004Z level=info msg="Migration successfully executed" id="add index library_element_connection element_id-kind-connection_id" duration=352.827µs 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.345784603Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2026-02-12T01:42:39.526 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.346114858Z level=info msg="Migration successfully executed" id="add unique index library_element org_id_uid" duration=329.984µs 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.346320592Z level=info msg="Executing migration" id="increase max description length to 2048" 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.346328917Z level=info msg="Migration successfully executed" id="increase max description length to 2048" duration=8.556µs 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.346541383Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.346563454Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=22.281µs 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.346811516Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.346916843Z level=info msg="Migration successfully executed" id="clone move dashboard alerts to unified alerting" duration=104.605µs 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.347184952Z level=info msg="Executing migration" id="create data_keys table" 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.347525667Z level=info msg="Migration successfully executed" id="create data_keys table" duration=340.544µs 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.347743774Z level=info msg="Executing migration" id="create secrets table" 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.348044043Z level=info msg="Migration successfully executed" id="create secrets table" duration=300.369µs 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.348249015Z level=info msg="Executing migration" id="rename data_keys name column to id" 2026-02-12T01:42:39.527 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.356802893Z level=info msg="Migration successfully executed" id="rename data_keys name column to id" duration=8.553818ms 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.357015459Z level=info msg="Executing migration" id="add name column into data_keys" 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.358843856Z level=info msg="Migration successfully executed" id="add name column into data_keys" duration=1.828377ms 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.359051172Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.359108378Z level=info msg="Migration successfully executed" id="copy data_keys id column values into name" duration=57.557µs 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.359339459Z level=info msg="Executing migration" id="rename data_keys name column to label" 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.367908325Z level=info msg="Migration successfully executed" id="rename data_keys name column to label" duration=8.568796ms 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.368118056Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.376676262Z level=info msg="Migration successfully executed" id="rename data_keys id column back to name" duration=8.557855ms 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.376899938Z level=info msg="Executing migration" id="create kv_store table v1" 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.377215436Z level=info msg="Migration successfully executed" id="create kv_store table v1" duration=315.498µs 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.377423123Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.377788274Z level=info msg="Migration successfully executed" id="add index kv_store.org_id-namespace-key" duration=364.96µs 2026-02-12T01:42:39.528 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.377999908Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.378077022Z level=info msg="Migration successfully executed" id="update dashboard_uid and panel_id from existing annotations" duration=77.133µs 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.378315246Z level=info msg="Executing migration" id="create permission table" 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.378644259Z level=info msg="Migration successfully executed" id="create permission table" duration=328.893µs 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.378895396Z level=info msg="Executing migration" id="add unique index permission.role_id" 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.379246801Z level=info msg="Migration successfully executed" id="add unique index permission.role_id" duration=351.666µs 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.379453046Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.379815491Z level=info msg="Migration successfully executed" id="add unique index role_id_action_scope" duration=362.605µs 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.380026905Z level=info msg="Executing migration" id="create role table" 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.380344046Z level=info msg="Migration successfully executed" id="create role table" duration=316.891µs 2026-02-12T01:42:39.529 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.380550049Z level=info msg="Executing migration" id="add column display_name" 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.382486668Z level=info msg="Migration successfully executed" id="add column display_name" duration=1.9373ms 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.38269179Z level=info msg="Executing migration" id="add column group_name" 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.384558308Z level=info msg="Migration successfully executed" id="add column group_name" duration=1.86241ms 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.384770574Z level=info msg="Executing migration" id="add index role.org_id" 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.385116779Z level=info msg="Migration successfully executed" id="add index role.org_id" duration=346.085µs 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.385323373Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.385687021Z level=info msg="Migration successfully executed" id="add unique index role_org_id_name" duration=363.577µs 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.385908954Z level=info msg="Executing migration" id="add index role_org_id_uid" 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.386258456Z level=info msg="Migration successfully executed" id="add index role_org_id_uid" duration=349.391µs 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.38646483Z level=info msg="Executing migration" id="create team role table" 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.38677063Z level=info msg="Migration successfully executed" id="create team role table" duration=305.529µs 2026-02-12T01:42:39.530 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.386979068Z level=info msg="Executing migration" id="add index team_role.org_id" 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.387342846Z level=info msg="Migration successfully executed" id="add index team_role.org_id" duration=363.087µs 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.387553879Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.387934739Z level=info msg="Migration successfully executed" id="add unique index team_role_org_id_team_id_role_id" duration=380.379µs 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.388179285Z level=info msg="Executing migration" id="add index team_role.team_id" 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.388513417Z level=info msg="Migration successfully executed" id="add index team_role.team_id" duration=334.103µs 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.388719872Z level=info msg="Executing migration" id="create user role table" 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.389026333Z level=info msg="Migration successfully executed" id="create user role table" duration=306.321µs 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.389241744Z level=info msg="Executing migration" id="add index user_role.org_id" 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.389581447Z level=info msg="Migration successfully executed" id="add index user_role.org_id" duration=339.623µs 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.389789655Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.390131633Z level=info msg="Migration successfully executed" id="add unique index user_role_org_id_user_id_role_id" duration=341.286µs 2026-02-12T01:42:39.531 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.390336995Z level=info msg="Executing migration" id="add index user_role.user_id" 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.390666289Z level=info msg="Migration successfully executed" id="add index user_role.user_id" duration=329.174µs 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.390922967Z level=info msg="Executing migration" id="create builtin role table" 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.39121992Z level=info msg="Migration successfully executed" id="create builtin role table" duration=297.093µs 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.391423439Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.391789652Z level=info msg="Migration successfully executed" id="add index builtin_role.role_id" duration=366.152µs 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.391999363Z level=info msg="Executing migration" id="add index builtin_role.name" 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.392348443Z level=info msg="Migration successfully executed" id="add index builtin_role.name" duration=349.16µs 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.392552583Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.394590871Z level=info msg="Migration successfully executed" id="Add column org_id to builtin_role table" duration=2.038167ms 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.394801383Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.395141086Z level=info msg="Migration successfully executed" id="add index builtin_role.org_id" duration=339.643µs 2026-02-12T01:42:39.532 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.395347591Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.395692634Z level=info msg="Migration successfully executed" id="add unique index builtin_role_org_id_role_id_role" duration=344.792µs 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.395907594Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.396242298Z level=info msg="Migration successfully executed" id="Remove unique index role_org_id_uid" duration=334.763µs 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.396445427Z level=info msg="Executing migration" id="add unique index role.uid" 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.396785571Z level=info msg="Migration successfully executed" id="add unique index role.uid" duration=340.114µs 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.396980534Z level=info msg="Executing migration" id="create seed assignment table" 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.397254334Z level=info msg="Migration successfully executed" id="create seed assignment table" duration=273.64µs 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.397455228Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.397802725Z level=info msg="Migration successfully executed" id="add unique index builtin_role_role_name" duration=347.267µs 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.398021092Z level=info msg="Executing migration" id="add column hidden to role table" 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.400079007Z level=info msg="Migration successfully executed" id="add column hidden to role table" duration=2.057433ms 2026-02-12T01:42:39.533 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.400287666Z level=info msg="Executing migration" id="permission kind migration" 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.402324951Z level=info msg="Migration successfully executed" id="permission kind migration" duration=2.037136ms 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.402531456Z level=info msg="Executing migration" id="permission attribute migration" 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.404510003Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=1.977504ms 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.40472328Z level=info msg="Executing migration" id="permission identifier migration" 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.406709Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=1.98566ms 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.406954578Z level=info msg="Executing migration" id="add permission identifier index" 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.407323465Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=368.757µs 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.407529549Z level=info msg="Executing migration" id="add permission action scope role_id index" 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.407919135Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=389.215µs 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.408139125Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.408475792Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=336.347µs 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.408752337Z level=info msg="Executing migration" id="create query_history table v1" 2026-02-12T01:42:39.534 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.409075239Z level=info msg="Migration successfully executed" id="create query_history table v1" duration=321.719µs 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.40927958Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.409621397Z level=info msg="Migration successfully executed" id="add index query_history.org_id-created_by-datasource_uid" duration=341.757µs 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.409822892Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.409844502Z level=info msg="Migration successfully executed" id="alter table query_history alter column created_by type to bigint" duration=21.87µs 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.410092525Z level=info msg="Executing migration" id="rbac disabled migrator" 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.410107973Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=15.77µs 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.410322563Z level=info msg="Executing migration" id="teams permissions migration" 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.410463626Z level=info msg="Migration successfully executed" id="teams permissions migration" duration=140.993µs 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.410663919Z level=info msg="Executing migration" id="dashboard permissions" 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.410894559Z level=info msg="Migration successfully executed" id="dashboard permissions" duration=230.068µs 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.411148422Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2026-02-12T01:42:39.535 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.411363703Z level=info msg="Migration successfully executed" id="dashboard permissions uid scopes" duration=215.03µs 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.411610984Z level=info msg="Executing migration" id="drop managed folder create actions" 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.411690121Z level=info msg="Migration successfully executed" id="drop managed folder create actions" duration=79.158µs 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.411929577Z level=info msg="Executing migration" id="alerting notification permissions" 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.412106407Z level=info msg="Migration successfully executed" id="alerting notification permissions" duration=176.779µs 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.412348969Z level=info msg="Executing migration" id="create query_history_star table v1" 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.412627859Z level=info msg="Migration successfully executed" id="create query_history_star table v1" duration=278.89µs 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.412850483Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.413202419Z level=info msg="Migration successfully executed" id="add index query_history.user_id-query_uid" duration=351.785µs 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.413410026Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2026-02-12T01:42:39.536 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.415469733Z level=info msg="Migration successfully executed" id="add column org_id in query_history_star" duration=2.058916ms 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.415679124Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.415701135Z level=info msg="Migration successfully executed" id="alter table query_history_star_mig column user_id type to bigint" duration=22.141µs 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.416044494Z level=info msg="Executing migration" id="create correlation table v1" 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.416423821Z level=info msg="Migration successfully executed" id="create correlation table v1" duration=379.006µs 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.416646837Z level=info msg="Executing migration" id="add index correlations.uid" 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.416994034Z level=info msg="Migration successfully executed" id="add index correlations.uid" duration=347.227µs 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.417205267Z level=info msg="Executing migration" id="add index correlations.source_uid" 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.417550801Z level=info msg="Migration successfully executed" id="add index correlations.source_uid" duration=345.033µs 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.417759901Z level=info msg="Executing migration" id="add correlation config column" 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.419897804Z level=info msg="Migration successfully executed" id="add correlation config column" duration=2.137983ms 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.420115189Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.420457367Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=342.207µs 2026-02-12T01:42:39.537 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.420661507Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.421008604Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=347.197µs 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.421219166Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.426742818Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=5.523481ms 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.426977315Z level=info msg="Executing migration" id="create correlation v2" 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.427378953Z level=info msg="Migration successfully executed" id="create correlation v2" duration=401.197µs 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.427588734Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.427935931Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=347.006µs 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.428144249Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.428524878Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=379.607µs 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.428850605Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.429195538Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=345.193µs 2026-02-12T01:42:39.538 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.429405018Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.429497731Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=92.874µs 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.429699126Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.430008142Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=308.875µs 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.430216911Z level=info msg="Executing migration" id="add provisioning column" 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.432292368Z level=info msg="Migration successfully executed" id="add provisioning column" duration=2.074406ms 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.432501328Z level=info msg="Executing migration" id="create entity_events table" 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.432795886Z level=info msg="Migration successfully executed" id="create entity_events table" duration=294.609µs 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.433004044Z level=info msg="Executing migration" id="create dashboard public config v1" 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.43337206Z level=info msg="Migration successfully executed" id="create dashboard public config v1" duration=368.056µs 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.433581671Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.433712414Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2026-02-12T01:42:39.539 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.433969603Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.43410174Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.434335575Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.43463331Z level=info msg="Migration successfully executed" id="Drop old dashboard public config table" duration=298.215µs 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.434816932Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.435173887Z level=info msg="Migration successfully executed" id="recreate dashboard public config v1" duration=357.046µs 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.435384139Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.435740483Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v1" duration=356.183µs 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.435955744Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.436320884Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" duration=365.2µs 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.436525926Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.436898971Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_public_config_uid - v2" duration=372.934µs 2026-02-12T01:42:39.540 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.437107279Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.437452673Z level=info msg="Migration successfully executed" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=345.373µs 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.437657605Z level=info msg="Executing migration" id="Drop public config table" 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.43797704Z level=info msg="Migration successfully executed" id="Drop public config table" duration=319.264µs 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.438194395Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.438569925Z level=info msg="Migration successfully executed" id="Recreate dashboard public config v2" duration=375.51µs 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.438782291Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.439133275Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v2" duration=350.684µs 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.439337275Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.439703507Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=366.022µs 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.439916123Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.440271235Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_access_token - v2" duration=354.941µs 2026-02-12T01:42:39.541 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.440477569Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.447553333Z level=info msg="Migration successfully executed" id="Rename table dashboard_public_config to dashboard_public - v2" duration=7.075563ms 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.447794723Z level=info msg="Executing migration" id="add annotations_enabled column" 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.450018907Z level=info msg="Migration successfully executed" id="add annotations_enabled column" duration=2.224093ms 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.45022994Z level=info msg="Executing migration" id="add time_selection_enabled column" 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.45230676Z level=info msg="Migration successfully executed" id="add time_selection_enabled column" duration=2.076739ms 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.452513425Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.452597612Z level=info msg="Migration successfully executed" id="delete orphaned public dashboards" duration=84.307µs 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.452832981Z level=info msg="Executing migration" id="add share column" 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.454968129Z level=info msg="Migration successfully executed" id="add share column" duration=2.135128ms 2026-02-12T01:42:39.542 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.45517298Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.455255374Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=82.794µs 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.45549471Z level=info msg="Executing migration" id="create file table" 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.455821038Z level=info msg="Migration successfully executed" id="create file table" duration=326.759µs 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.456031189Z level=info msg="Executing migration" id="file table idx: path natural pk" 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.456378567Z level=info msg="Migration successfully executed" id="file table idx: path natural pk" duration=347.437µs 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.456583739Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.456935605Z level=info msg="Migration successfully executed" id="file table idx: parent_folder_path_hash fast folder retrieval" duration=351.846µs 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.457141077Z level=info msg="Executing migration" id="create file_meta table" 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.457415799Z level=info msg="Migration successfully executed" id="create file_meta table" duration=274.702µs 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.45762021Z level=info msg="Executing migration" id="file table idx: path key" 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.457991291Z level=info msg="Migration successfully executed" id="file table idx: path key" duration=370.891µs 2026-02-12T01:42:39.543 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.458208366Z level=info msg="Executing migration" id="set path collation in file table" 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.458228774Z level=info msg="Migration successfully executed" id="set path collation in file table" duration=20.658µs 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.458477207Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.458497024Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=20.208µs 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.458709299Z level=info msg="Executing migration" id="managed permissions migration" 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.458885929Z level=info msg="Migration successfully executed" id="managed permissions migration" duration=175.667µs 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.459148127Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.459226523Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions migration" duration=78.677µs 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.459427177Z level=info msg="Executing migration" id="RBAC action name migrator" 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.459955972Z level=info msg="Migration successfully executed" id="RBAC action name migrator" duration=528.696µs 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.460195158Z level=info msg="Executing migration" id="Add UID column to playlist" 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.462334234Z level=info msg="Migration successfully executed" id="Add UID column to playlist" duration=2.139336ms 2026-02-12T01:42:39.544 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.462542061Z level=info msg="Executing migration" id="Update uid column values in playlist" 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.462605238Z level=info msg="Migration successfully executed" id="Update uid column values in playlist" duration=63.408µs 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.462843953Z level=info msg="Executing migration" id="Add index for uid in playlist" 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.4632449Z level=info msg="Migration successfully executed" id="Add index for uid in playlist" duration=401.238µs 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.463458138Z level=info msg="Executing migration" id="update group index for alert rules" 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.463588751Z level=info msg="Migration successfully executed" id="update group index for alert rules" duration=131.134µs 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.463796188Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.463881467Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated migration" duration=85.349µs 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.46411933Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.464286271Z level=info msg="Migration successfully executed" id="admin only folder/dashboard permission" duration=166.891µs 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.464492465Z level=info msg="Executing migration" id="add action column to seed_assignment" 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.46660436Z level=info msg="Migration successfully executed" id="add action column to seed_assignment" duration=2.111855ms 2026-02-12T01:42:39.545 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.466812608Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.468916829Z level=info msg="Migration successfully executed" id="add scope column to seed_assignment" duration=2.104131ms 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.469123394Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.469472003Z level=info msg="Migration successfully executed" id="remove unique index builtin_role_role_name before nullable update" duration=348.319µs 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.469677295Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.492379535Z level=info msg="Migration successfully executed" id="update seed_assignment role_name column to nullable" duration=22.701959ms 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.492618561Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.493340556Z level=info msg="Migration successfully executed" id="add unique index builtin_role_name back" duration=733.326µs 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.493641286Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.494122633Z level=info msg="Migration successfully executed" id="add unique index builtin_role_action_scope" duration=480.886µs 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.494371887Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.501559169Z level=info msg="Migration successfully executed" id="add primary key to seed_assigment" duration=7.187371ms 2026-02-12T01:42:39.546 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.501841215Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.504428025Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=2.587031ms 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.504636764Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.504738243Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=101.419µs 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.504982748Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.505046778Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=64.089µs 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.505281204Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.505357116Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated fixed migration" duration=76.031µs 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.5055581Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.50563312Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=76.142µs 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.505871995Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.505946754Z level=info msg="Migration successfully executed" id="migrate external alertmanagers to datsourcse" duration=74.859µs 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.506189376Z level=info msg="Executing migration" id="create folder table" 2026-02-12T01:42:39.547 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.50651344Z level=info msg="Migration successfully executed" id="create folder table" duration=323.863µs 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.506679059Z level=info msg="Executing migration" id="Add index for parent_uid" 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.507112526Z level=info msg="Migration successfully executed" id="Add index for parent_uid" duration=433.528µs 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.50732883Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.507703618Z level=info msg="Migration successfully executed" id="Add unique index for folder.uid and folder.org_id" duration=375.459µs 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.507916234Z level=info msg="Executing migration" id="Update folder title length" 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.507924339Z level=info msg="Migration successfully executed" id="Update folder title length" duration=8.386µs 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.508170598Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.508549444Z level=info msg="Migration successfully executed" id="Add unique index for folder.title and folder.parent_uid" duration=378.876µs 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.508755187Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.509115849Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=360.562µs 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.509321122Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.509708303Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=386.861µs 2026-02-12T01:42:39.548 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.509951156Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.510127314Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=176.378µs 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.510316056Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.510419719Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=103.773µs 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.510621455Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.510976927Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=355.412µs 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.511183151Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.511555465Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=372.173µs 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.511755688Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.51210051Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=344.913µs 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.512303659Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.512686222Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=382.322µs 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.512893548Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.513237839Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=344.251µs 2026-02-12T01:42:39.549 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.51344202Z level=info msg="Executing migration" id="create anon_device table" 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.513746617Z level=info msg="Migration successfully executed" id="create anon_device table" duration=304.868µs 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.513982717Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.514391319Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=409.603µs 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.514611679Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.515006986Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=395.306µs 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.515224371Z level=info msg="Executing migration" id="create signing_key table" 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.515569564Z level=info msg="Migration successfully executed" id="create signing_key table" duration=345.283µs 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.515783482Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.516139626Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=356.133µs 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.516344498Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.516675004Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=330.646µs 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.516881609Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2026-02-12T01:42:39.550 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.51697894Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=97.572µs 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.517213407Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.51972132Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=2.508554ms 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.519933595Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.52022571Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=292.375µs 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.520470516Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.520838642Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=367.946µs 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.521049384Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.521403464Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=353.989µs 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.521605831Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.521965221Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=359.369µs 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.522175272Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.522557795Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=382.773µs 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.522762416Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2026-02-12T01:42:39.551 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.523124801Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=362.836µs 2026-02-12T01:42:39.552 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.523369547Z level=info msg="Executing migration" id="create sso_setting table" 2026-02-12T01:42:39.552 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.523728697Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=359.119µs 2026-02-12T01:42:39.552 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.523980596Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2026-02-12T01:42:39.552 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.524254747Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=274.362µs 2026-02-12T01:42:39.552 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.524453738Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2026-02-12T01:42:39.552 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.524546691Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=93.253µs 2026-02-12T01:42:39.552 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.524797017Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2026-02-12T01:42:39.552 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.524817435Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=20.668µs 2026-02-12T01:42:39.850 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.525095744Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2026-02-12T01:42:39.850 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.527357007Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=2.261103ms 2026-02-12T01:42:39.850 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.52756242Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2026-02-12T01:42:39.850 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.529846044Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=2.283595ms 2026-02-12T01:42:39.850 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.530049383Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.530183563Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=134.21µs 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=migrator t=2026-02-12T01:42:39.530405497Z level=info msg="migrations completed" performed=547 skipped=0 duration=457.896704ms 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=sqlstore t=2026-02-12T01:42:39.53085258Z level=info msg="Created default organization" 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=secrets t=2026-02-12T01:42:39.53117472Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=plugin.store t=2026-02-12T01:42:39.540305724Z level=info msg="Loading plugins..." 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=local.finder t=2026-02-12T01:42:39.575270862Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=plugin.store t=2026-02-12T01:42:39.575277945Z level=info msg="Plugins loaded" count=55 duration=34.972653ms 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=query_data t=2026-02-12T01:42:39.576464166Z level=info msg="Query Service initialization" 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=live.push_http t=2026-02-12T01:42:39.57787265Z level=info msg="Live Push Gateway initialization" 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.migration t=2026-02-12T01:42:39.578394643Z level=info msg=Starting 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.migration t=2026-02-12T01:42:39.578547107Z level=info msg="Applying transition" currentType=Legacy desiredType=UnifiedAlerting cleanOnDowngrade=false cleanOnUpgrade=false 2026-02-12T01:42:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.migration orgID=1 t=2026-02-12T01:42:39.578686667Z level=info msg="Migrating alerts for organisation" 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.migration orgID=1 t=2026-02-12T01:42:39.578928157Z level=info msg="Alerts found to migrate" alerts=0 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.migration t=2026-02-12T01:42:39.579510462Z level=info msg="Completed alerting migration" 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.state.manager t=2026-02-12T01:42:39.585009367Z level=info msg="Running in alternative execution of Error/NoData mode" 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=infra.usagestats.collector t=2026-02-12T01:42:39.585709311Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=provisioning.datasources t=2026-02-12T01:42:39.58660481Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=provisioning.datasources t=2026-02-12T01:42:39.590239943Z level=info msg="inserting datasource from configuration" name=Loki uid=P8E80F9AEF21F6940 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=provisioning.alerting t=2026-02-12T01:42:39.594143707Z level=info msg="starting to provision alerting" 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=provisioning.alerting t=2026-02-12T01:42:39.594150049Z level=info msg="finished to provision alerting" 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=grafanaStorageLogger t=2026-02-12T01:42:39.594263951Z level=info msg="Storage starting" 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.state.manager t=2026-02-12T01:42:39.594283628Z level=info msg="Warming state cache for startup" 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.multiorg.alertmanager t=2026-02-12T01:42:39.594326418Z level=info msg="Starting MultiOrg Alertmanager" 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=http.server t=2026-02-12T01:42:39.595572579Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2026-02-12T01:42:39.852 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=http.server t=2026-02-12T01:42:39.595808539Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=provisioning.dashboard t=2026-02-12T01:42:39.613345444Z level=info msg="starting to provision dashboards" 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.state.manager t=2026-02-12T01:42:39.63132774Z level=info msg="State cache has been initialized" states=0 duration=37.04267ms 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ngalert.scheduler t=2026-02-12T01:42:39.631345173Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ticker t=2026-02-12T01:42:39.631367644Z level=info msg=starting first_tick=2026-02-12T01:42:40Z 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=sqlstore.transactions t=2026-02-12T01:42:39.641568831Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=sqlstore.transactions t=2026-02-12T01:42:39.652477026Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=plugins.update.checker t=2026-02-12T01:42:39.658498446Z level=info msg="Update check succeeded" duration=64.232882ms 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=provisioning.dashboard t=2026-02-12T01:42:39.689517181Z level=info msg="finished to provision dashboards" 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=grafana-apiserver t=2026-02-12T01:42:39.746378327Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-02-12T01:42:39.853 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:42:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=grafana-apiserver t=2026-02-12T01:42:39.746604839Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2026-02-12T01:42:39.872 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:39 trial007 bash[54790]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2026-02-12T01:42:40.235 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[23040]: pgmap v8: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:40.235 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[23040]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T01:42:40.235 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.235 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.235 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.235 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.236 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[23040]: Deploying daemon node-exporter.a on trial007 2026-02-12T01:42:40.236 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[14497]: pgmap v8: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:40.236 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[14497]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T01:42:40.236 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.236 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.236 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.236 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.236 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-mon[14497]: Deploying daemon node-exporter.a on trial007 2026-02-12T01:42:40.237 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:39 trial007 bash[54790]: Getting image source signatures 2026-02-12T01:42:40.237 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:39 trial007 bash[54790]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2026-02-12T01:42:40.237 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:39 trial007 bash[54790]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2026-02-12T01:42:40.237 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:39 trial007 bash[54790]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2026-02-12T01:42:40.237 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 bash[54790]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2026-02-12T01:42:40.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:40 trial059 ceph-mon[16814]: pgmap v8: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:40.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:40 trial059 ceph-mon[16814]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T01:42:40.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:40 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:40 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:40 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:40 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:40 trial059 ceph-mon[16814]: Deploying daemon node-exporter.a on trial007 2026-02-12T01:42:40.622 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 bash[54790]: Writing manifest to image destination 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 podman[54790]: 2026-02-12 01:42:40.253320799 +0000 UTC m=+0.681852065 container create edf61c7bd46312cacddd16af021f4f93254af694201a51e16c59dbaf75ea1b1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 podman[54790]: 2026-02-12 01:42:40.278583865 +0000 UTC m=+0.707115141 container init edf61c7bd46312cacddd16af021f4f93254af694201a51e16c59dbaf75ea1b1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 podman[54790]: 2026-02-12 01:42:40.280627224 +0000 UTC m=+0.709158490 container start edf61c7bd46312cacddd16af021f4f93254af694201a51e16c59dbaf75ea1b1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 bash[54790]: edf61c7bd46312cacddd16af021f4f93254af694201a51e16c59dbaf75ea1b1e 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 podman[54790]: 2026-02-12 01:42:40.247889712 +0000 UTC m=+0.676420968 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.283Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.283Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.283Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T01:42:40.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 systemd[1]: Started Ceph node-exporter.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=arp 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=bcache 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=bonding 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=btrfs 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=conntrack 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=cpu 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=cpufreq 2026-02-12T01:42:40.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=diskstats 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=dmi 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=edac 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=entropy 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=fibrechannel 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=filefd 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=filesystem 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=hwmon 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=infiniband 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=ipvs 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=loadavg 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=mdadm 2026-02-12T01:42:40.625 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=meminfo 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=netclass 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=netdev 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=netstat 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=nfs 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=nfsd 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=nvme 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=os 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=pressure 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.284Z caller=node_exporter.go:117 level=info collector=rapl 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=schedstat 2026-02-12T01:42:40.626 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=selinux 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=sockstat 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=softnet 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=stat 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=tapestats 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=textfile 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=thermal_zone 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=time 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=udp_queues 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=uname 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=vmstat 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=xfs 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=node_exporter.go:117 level=info collector=zfs 2026-02-12T01:42:40.627 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2026-02-12T01:42:40.628 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 01:42:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[54898]: ts=2026-02-12T01:42:40.285Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T01:42:41.044 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:40 trial059 bash[44089]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2026-02-12T01:42:41.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-mon[16814]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T01:42:41.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T01:42:41.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.350 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 bash[44089]: Getting image source signatures 2026-02-12T01:42:41.350 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 bash[44089]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2026-02-12T01:42:41.350 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 bash[44089]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2026-02-12T01:42:41.350 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 bash[44089]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2026-02-12T01:42:41.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[23040]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T01:42:41.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T01:42:41.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[14497]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T01:42:41.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T01:42:41.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:41 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:41.743 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 bash[44089]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2026-02-12T01:42:41.743 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 bash[44089]: Writing manifest to image destination 2026-02-12T01:42:41.743 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 podman[44089]: 2026-02-12 01:42:41.398098338 +0000 UTC m=+0.574679059 container create c474e539ab45dbf402f0080af09fe17ef4f77db416965962dd9702315017ae1f (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T01:42:41.743 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 podman[44089]: 2026-02-12 01:42:41.42206802 +0000 UTC m=+0.598648751 container init c474e539ab45dbf402f0080af09fe17ef4f77db416965962dd9702315017ae1f (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T01:42:41.743 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 podman[44089]: 2026-02-12 01:42:41.424149909 +0000 UTC m=+0.600730630 container start c474e539ab45dbf402f0080af09fe17ef4f77db416965962dd9702315017ae1f (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T01:42:41.743 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 bash[44089]: c474e539ab45dbf402f0080af09fe17ef4f77db416965962dd9702315017ae1f 2026-02-12T01:42:41.743 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 podman[44089]: 2026-02-12 01:42:41.393036727 +0000 UTC m=+0.569617458 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2026-02-12T01:42:41.743 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.426Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.426Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 systemd[1]: Started Ceph node-exporter.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=arp 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=bcache 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=bonding 2026-02-12T01:42:41.744 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=btrfs 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=conntrack 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=cpu 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=cpufreq 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=diskstats 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=dmi 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=edac 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=entropy 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.427Z caller=node_exporter.go:117 level=info collector=fibrechannel 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=filefd 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=filesystem 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=hwmon 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=infiniband 2026-02-12T01:42:41.745 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=ipvs 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=loadavg 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=mdadm 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=meminfo 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=netclass 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=netdev 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=netstat 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=nfs 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=nfsd 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=nvme 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=os 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=pressure 2026-02-12T01:42:41.746 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=rapl 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=schedstat 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=selinux 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=sockstat 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=softnet 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=stat 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=tapestats 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=textfile 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=thermal_zone 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=time 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=udp_queues 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=uname 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=vmstat 2026-02-12T01:42:41.747 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=xfs 2026-02-12T01:42:41.748 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=node_exporter.go:117 level=info collector=zfs 2026-02-12T01:42:41.748 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2026-02-12T01:42:41.748 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 01:42:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[44193]: ts=2026-02-12T01:42:41.428Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T01:42:42.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: Deploying daemon node-exporter.b on trial059 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: pgmap v11: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:42 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: Deploying daemon node-exporter.b on trial059 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: pgmap v11: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: Deploying daemon node-exporter.b on trial059 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: pgmap v11: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:42.761 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 bash[55671]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a 2026-02-12T01:42:43.054 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T01:42:43.054 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 systemd[1]: Stopped Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 systemd[1]: Starting Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 podman[55803]: 2026-02-12 01:42:42.86307794 +0000 UTC m=+0.015939945 volume create 7561b7c1f4ba084e92fec7d28c67b60b2df93e65ef67b40dc4e68f05a7957da6 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 podman[55803]: 2026-02-12 01:42:42.865503269 +0000 UTC m=+0.018365264 container create 1d19aa2f0519838979940da2998f8324d6221f4562841cebe0a8066c999d1532 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 podman[55803]: 2026-02-12 01:42:42.892093152 +0000 UTC m=+0.044955147 container init 1d19aa2f0519838979940da2998f8324d6221f4562841cebe0a8066c999d1532 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 podman[55803]: 2026-02-12 01:42:42.894288393 +0000 UTC m=+0.047150398 container start 1d19aa2f0519838979940da2998f8324d6221f4562841cebe0a8066c999d1532 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 bash[55803]: 1d19aa2f0519838979940da2998f8324d6221f4562841cebe0a8066c999d1532 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 podman[55803]: 2026-02-12 01:42:42.856658446 +0000 UTC m=+0.009520451 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 systemd[1]: Started Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:42.905Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:42.905Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2026-02-12T01:42:43.055 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:42.905Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=10.20.193.7 port=9094 2026-02-12T01:42:43.056 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:42.906Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-02-12T01:42:43.056 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:42.920Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T01:42:43.056 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:42.920Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T01:42:43.056 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:42.922Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-02-12T01:42:43.056 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:42.922Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T01:42:43.320 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.321 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:43 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T01:42:43.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T01:42:43.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:43 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:43.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 systemd[1]: Stopping Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:42:43.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-02-12T01:42:43.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-02-12T01:42:43.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-02-12T01:42:43.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-02-12T01:42:43.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-02-12T01:42:43.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-02-12T01:42:43.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.462Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.463Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.463Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[41924]: ts=2026-02-12T01:42:43.463Z caller=main.go:1273 level=info msg="See you next time!" 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 podman[45059]: 2026-02-12 01:42:43.472841324 +0000 UTC m=+0.023653854 container died 762bdba05efea43f2154f9333b34178d7f377874272d7abf5e4c05d9c51bbac8 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 podman[45059]: 2026-02-12 01:42:43.480531041 +0000 UTC m=+0.031343561 container remove 762bdba05efea43f2154f9333b34178d7f377874272d7abf5e4c05d9c51bbac8 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 bash[45059]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@prometheus.a.service: Deactivated successfully. 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 systemd[1]: Stopped Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:42:43.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 systemd[1]: Starting Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:42:43.955 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:43 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:43] ENGINE Bus STOPPING 2026-02-12T01:42:44.025 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 podman[45186]: 2026-02-12 01:42:43.6148069 +0000 UTC m=+0.017295036 container create b010460a192ce9882d59b50dccb3922f23b63370c203c1df99b0a91b74ee5231 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:44.025 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 podman[45186]: 2026-02-12 01:42:43.63461643 +0000 UTC m=+0.037104556 container init b010460a192ce9882d59b50dccb3922f23b63370c203c1df99b0a91b74ee5231 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:44.025 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 podman[45186]: 2026-02-12 01:42:43.636896228 +0000 UTC m=+0.039384374 container start b010460a192ce9882d59b50dccb3922f23b63370c203c1df99b0a91b74ee5231 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T01:42:44.025 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 bash[45186]: b010460a192ce9882d59b50dccb3922f23b63370c203c1df99b0a91b74ee5231 2026-02-12T01:42:44.025 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 podman[45186]: 2026-02-12 01:42:43.607455102 +0000 UTC m=+0.009943238 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2026-02-12T01:42:44.025 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 systemd[1]: Started Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:42:44.025 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.651Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-02-12T01:42:44.025 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.651Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.651Z caller=main.go:623 level=info host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial059 (none))" 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.651Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.651Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.652Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.653Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.653Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.653Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.654Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.655Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=822ns 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.655Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.655Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2026-02-12T01:42:44.026 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.655Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2026-02-12T01:42:44.027 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.656Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.753µs wal_replay_duration=965.138µs wbl_replay_duration=131ns total_replay_duration=994.102µs 2026-02-12T01:42:44.027 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.657Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-02-12T01:42:44.027 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.657Z caller=main.go:1153 level=info msg="TSDB started" 2026-02-12T01:42:44.027 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.657Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T01:42:44.027 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.666Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.063477ms db_storage=651ns remote_storage=991ns web_handler=421ns query_engine=491ns scrape=290.872µs scrape_sd=65.071µs notify=8.596µs notify_sd=7.063µs rules=8.431389ms tracing=3.677µs 2026-02-12T01:42:44.027 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.666Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-02-12T01:42:44.027 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:42:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:42:43.666Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-02-12T01:42:44.267 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T01:42:44.267 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: Reconfiguring daemon alertmanager.a on trial007 2026-02-12T01:42:44.267 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T01:42:44.267 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: pgmap v14: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T01:42:44.267 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T01:42:44.267 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T01:42:44.267 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: Reconfiguring daemon prometheus.a on trial059 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial007:9093"}]: dispatch 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T01:42:44.268 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T01:42:44.269 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.269 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:43 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:42:44.269 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:43 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:43] ENGINE Bus STOPPED 2026-02-12T01:42:44.269 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:43 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:43] ENGINE Bus STARTING 2026-02-12T01:42:44.269 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Serving on http://:::9283 2026-02-12T01:42:44.269 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STARTED 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STOPPING 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: Reconfiguring daemon alertmanager.a on trial007 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: pgmap v14: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: Reconfiguring daemon prometheus.a on trial059 2026-02-12T01:42:44.270 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial007:9093"}]: dispatch 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T01:42:44.271 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.304 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T01:42:44.304 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: Reconfiguring daemon alertmanager.a on trial007 2026-02-12T01:42:44.304 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: pgmap v14: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: Reconfiguring daemon prometheus.a on trial059 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial007:9093"}]: dispatch 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:42:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T01:42:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T01:42:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T01:42:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:44 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:44.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:42:44.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STOPPED 2026-02-12T01:42:44.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STARTING 2026-02-12T01:42:44.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Serving on http://:::9283 2026-02-12T01:42:44.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STARTED 2026-02-12T01:42:44.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STOPPING 2026-02-12T01:42:44.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:42:44.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STOPPED 2026-02-12T01:42:44.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STARTING 2026-02-12T01:42:44.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Serving on http://:::9283 2026-02-12T01:42:44.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:44] ENGINE Bus STARTED 2026-02-12T01:42:45.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial007:9093"}]: dispatch 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T01:42:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T01:42:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:45 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T01:42:45.372 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:44 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:44.906Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000611816s 2026-02-12T01:42:45.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T01:42:45.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial007:9093"}]: dispatch 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial007:9093"}]: dispatch 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T01:42:45.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:45.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:45.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T01:42:45.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T01:42:45.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:45 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T01:42:46.089 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:42:46.089 INFO:teuthology.orchestra.run.trial007.stdout: "id": "88143e5c-79e1-416a-944b-fbc1d8babe88", 2026-02-12T01:42:46.089 INFO:teuthology.orchestra.run.trial007.stdout: "epoch": 1, 2026-02-12T01:42:46.089 INFO:teuthology.orchestra.run.trial007.stdout: "predecessor_uuid": "3eec2fb2-3b62-4df2-b2a8-9ced46a8f3de", 2026-02-12T01:42:46.089 INFO:teuthology.orchestra.run.trial007.stdout: "sync_status": [], 2026-02-12T01:42:46.089 INFO:teuthology.orchestra.run.trial007.stdout: "period_map": { 2026-02-12T01:42:46.089 INFO:teuthology.orchestra.run.trial007.stdout: "id": "88143e5c-79e1-416a-944b-fbc1d8babe88", 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "zonegroups": [ 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: { 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "id": "c4c5b965-c84e-47e4-8593-d70f835d9689", 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "name": "default", 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "api_name": "default", 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "is_master": true, 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "endpoints": [], 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "hostnames": [], 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "hostnames_s3website": [], 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "master_zone": "4ea1a611-4157-48ce-804c-7ebfe4462e51", 2026-02-12T01:42:46.090 INFO:teuthology.orchestra.run.trial007.stdout: "zones": [ 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: { 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "id": "4ea1a611-4157-48ce-804c-7ebfe4462e51", 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "name": "z", 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "endpoints": [], 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "log_meta": false, 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "log_data": false, 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "bucket_index_max_shards": 11, 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "read_only": false, 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "tier_type": "", 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "sync_from_all": true, 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "sync_from": [], 2026-02-12T01:42:46.091 INFO:teuthology.orchestra.run.trial007.stdout: "redirect_zone": "", 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "supported_features": [ 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "compress-encrypted", 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "notification_v2", 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "resharding" 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: ] 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "placement_targets": [ 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: { 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "name": "default-placement", 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "tags": [], 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "storage_classes": [ 2026-02-12T01:42:46.092 INFO:teuthology.orchestra.run.trial007.stdout: "STANDARD" 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: ] 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: "default_placement": "default-placement", 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: "realm_id": "03d6b658-9438-412c-9e94-34c9c4ba9083", 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: "sync_policy": { 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: "groups": [] 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: "enabled_features": [ 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: "notification_v2", 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: "resharding" 2026-02-12T01:42:46.093 INFO:teuthology.orchestra.run.trial007.stdout: ] 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: "short_zone_ids": [ 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: { 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: "key": "4ea1a611-4157-48ce-804c-7ebfe4462e51", 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: "val": 1836312310 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: ] 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: "master_zonegroup": "c4c5b965-c84e-47e4-8593-d70f835d9689", 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: "master_zone": "4ea1a611-4157-48ce-804c-7ebfe4462e51", 2026-02-12T01:42:46.094 INFO:teuthology.orchestra.run.trial007.stdout: "period_config": { 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "bucket_quota": { 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "enabled": false, 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "check_on_raw": false, 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "max_size": -1, 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "max_size_kb": 0, 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "max_objects": -1 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "user_quota": { 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "enabled": false, 2026-02-12T01:42:46.095 INFO:teuthology.orchestra.run.trial007.stdout: "check_on_raw": false, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "max_size": -1, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "max_size_kb": 0, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "max_objects": -1 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "user_ratelimit": { 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "max_read_ops": 0, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "max_write_ops": 0, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "max_read_bytes": 0, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "max_write_bytes": 0, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "enabled": false 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "bucket_ratelimit": { 2026-02-12T01:42:46.096 INFO:teuthology.orchestra.run.trial007.stdout: "max_read_ops": 0, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "max_write_ops": 0, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "max_read_bytes": 0, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "max_write_bytes": 0, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "enabled": false 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "anonymous_ratelimit": { 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "max_read_ops": 0, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "max_write_ops": 0, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "max_read_bytes": 0, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "max_write_bytes": 0, 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: "enabled": false 2026-02-12T01:42:46.097 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:42:46.098 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:42:46.098 INFO:teuthology.orchestra.run.trial007.stdout: "realm_id": "03d6b658-9438-412c-9e94-34c9c4ba9083", 2026-02-12T01:42:46.098 INFO:teuthology.orchestra.run.trial007.stdout: "realm_epoch": 2 2026-02-12T01:42:46.098 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:42:46.119 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2026-02-12T01:42:46.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:46 trial059 ceph-mon[16814]: pgmap v17: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T01:42:46.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:46 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T01:42:46.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:46 trial059 ceph-mon[16814]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T01:42:46.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:46 trial007 ceph-mon[14497]: pgmap v17: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T01:42:46.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:46 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T01:42:46.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:46 trial007 ceph-mon[14497]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T01:42:46.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:46 trial007 ceph-mon[23040]: pgmap v17: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T01:42:46.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:46 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1616904075' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T01:42:46.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:46 trial007 ceph-mon[23040]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T01:42:46.401 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:46.610 INFO:teuthology.orchestra.run.trial007.stdout:Scheduled rgw.foo update... 2026-02-12T01:42:46.648 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph osd pool create foo' 2026-02-12T01:42:46.934 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:47.612 INFO:teuthology.orchestra.run.trial007.stderr:pool 'foo' created 2026-02-12T01:42:47.655 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'rbd pool init foo' 2026-02-12T01:42:47.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: Saving service rgw.foo spec with placement count:2 2026-02-12T01:42:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: pgmap v20: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T01:42:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3977585318' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T01:42:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:47 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:47.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:47.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: Saving service rgw.foo spec with placement count:2 2026-02-12T01:42:47.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: pgmap v20: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T01:42:47.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3977585318' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T01:42:47.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T01:42:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: Saving service rgw.foo spec with placement count:2 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: pgmap v20: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3977585318' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:47.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:47 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:47.938 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:48.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: Deploying daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T01:42:48.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T01:42:48.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: Cluster is now healthy 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3977585318' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/288436133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:48.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[23040]: Deploying daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: Deploying daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: Cluster is now healthy 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3977585318' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T01:42:48.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/288436133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:48.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:48 trial007 ceph-mon[14497]: Deploying daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T01:42:49.057 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: Deploying daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T01:42:49.057 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T01:42:49.057 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: Cluster is now healthy 2026-02-12T01:42:49.057 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3977585318' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T01:42:49.057 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/288436133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.058 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:49.059 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:48 trial059 ceph-mon[16814]: Deploying daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T01:42:49.872 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:49 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:49] ENGINE Bus STOPPING 2026-02-12T01:42:49.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T01:42:49.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: Saving service rgw.foo spec with placement count:2 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: pgmap v23: 161 pgs: 64 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: Saving service rgw.foo spec with placement count:2 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: pgmap v23: 161 pgs: 64 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:49 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T01:42:50.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: Saving service rgw.foo spec with placement count:2 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: pgmap v23: 161 pgs: 64 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:49 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.621 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:42:50.621 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE Bus STOPPED 2026-02-12T01:42:50.621 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE Bus STARTING 2026-02-12T01:42:50.621 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE Serving on http://:::9283 2026-02-12T01:42:50.622 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE Bus STARTED 2026-02-12T01:42:50.622 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE Bus STOPPING 2026-02-12T01:42:50.660 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch apply iscsi foo u p' 2026-02-12T01:42:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T01:42:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:50.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: Checking dashboard <-> RGW credentials 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: Checking dashboard <-> RGW credentials 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: Checking dashboard <-> RGW credentials 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: Checking dashboard <-> RGW credentials 2026-02-12T01:42:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:50 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:50.943 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:51.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T01:42:51.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: Checking dashboard <-> RGW credentials 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: Checking dashboard <-> RGW credentials 2026-02-12T01:42:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:50 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.153 INFO:teuthology.orchestra.run.trial007.stdout:Scheduled iscsi.foo update... 2026-02-12T01:42:51.154 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:42:51.154 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE Bus STOPPED 2026-02-12T01:42:51.154 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:50 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:50] ENGINE Bus STARTING 2026-02-12T01:42:51.154 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:51 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:51] ENGINE Serving on http://:::9283 2026-02-12T01:42:51.154 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:51 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:51] ENGINE Bus STARTED 2026-02-12T01:42:51.196 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T01:42:51.488 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:42:51.737 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T01:42:51.737 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 218 MiB used, 5.5 TiB / 5.5 TiB avail; 378 KiB/s rd, 11 KiB/s wr, 709 op/s 2026-02-12T01:42:51.738 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.738 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:51.738 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:51.738 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.738 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:42:51.738 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:42:51.738 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T01:42:51.738 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 218 MiB used, 5.5 TiB / 5.5 TiB avail; 378 KiB/s rd, 11 KiB/s wr, 709 op/s 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T01:42:51.739 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:51 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:52.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T01:42:52.099 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 218 MiB used, 5.5 TiB / 5.5 TiB avail; 378 KiB/s rd, 11 KiB/s wr, 709 op/s 2026-02-12T01:42:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:42:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:42:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T01:42:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:51 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:53.110 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T01:42:52.909Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003524536s 2026-02-12T01:42:53.111 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:52 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:52] ENGINE Bus STOPPING 2026-02-12T01:42:53.111 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:53 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:42:53.111 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:53 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:53] ENGINE Bus STOPPED 2026-02-12T01:42:53.111 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:53 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:53] ENGINE Bus STARTING 2026-02-12T01:42:53.112 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:53 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:53] ENGINE Serving on http://:::9283 2026-02-12T01:42:53.112 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:53.112 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: Saving service iscsi.foo spec with placement count:1 2026-02-12T01:42:53.112 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: Deploying daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:42:53.112 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.112 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.112 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2993155502' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3135866472' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2618510063"}]: dispatch 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:42:53.113 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial007"}]: dispatch 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: Saving service iscsi.foo spec with placement count:1 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: Deploying daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:42:53.114 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2993155502' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3135866472' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2618510063"}]: dispatch 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:42:53.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:42:53.116 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.116 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial007"}]: dispatch 2026-02-12T01:42:53.116 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.116 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:53.116 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:53.116 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:52 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:42:53.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: Saving service iscsi.foo spec with placement count:1 2026-02-12T01:42:53.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: Deploying daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:42:53.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T01:42:53.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2993155502' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3135866472' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2618510063"}]: dispatch 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial007"}]: dispatch 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:42:53.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:42:53.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:52 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:53.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:53 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:42:53] ENGINE Bus STARTED 2026-02-12T01:42:54.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:42:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: Adding iSCSI gateway http://:@10.20.193.7:5000 to Dashboard 2026-02-12T01:42:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:42:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial007"}]: dispatch 2026-02-12T01:42:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3135866472' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2618510063"}]': finished 2026-02-12T01:42:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T01:42:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 218 MiB used, 5.5 TiB / 5.5 TiB avail; 351 KiB/s rd, 10 KiB/s wr, 658 op/s 2026-02-12T01:42:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3082511671' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]: dispatch 2026-02-12T01:42:54.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:53 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]: dispatch 2026-02-12T01:42:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:42:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: Adding iSCSI gateway http://:@10.20.193.7:5000 to Dashboard 2026-02-12T01:42:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:42:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial007"}]: dispatch 2026-02-12T01:42:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3135866472' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2618510063"}]': finished 2026-02-12T01:42:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 218 MiB used, 5.5 TiB / 5.5 TiB avail; 351 KiB/s rd, 10 KiB/s wr, 658 op/s 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3082511671' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]: dispatch 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]: dispatch 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: Adding iSCSI gateway http://:@10.20.193.7:5000 to Dashboard 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial007"}]: dispatch 2026-02-12T01:42:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3135866472' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2618510063"}]': finished 2026-02-12T01:42:54.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T01:42:54.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 218 MiB used, 5.5 TiB / 5.5 TiB avail; 351 KiB/s rd, 10 KiB/s wr, 658 op/s 2026-02-12T01:42:54.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:54.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3082511671' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]: dispatch 2026-02-12T01:42:54.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:53 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]: dispatch 2026-02-12T01:42:55.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:54 trial059 ceph-mon[16814]: mgrmap e21: y(active, since 21s), standbys: x 2026-02-12T01:42:55.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:54 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]': finished 2026-02-12T01:42:55.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:54 trial059 ceph-mon[16814]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T01:42:55.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:54 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1098297780' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]: dispatch 2026-02-12T01:42:55.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:54 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]: dispatch 2026-02-12T01:42:55.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[23040]: mgrmap e21: y(active, since 21s), standbys: x 2026-02-12T01:42:55.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]': finished 2026-02-12T01:42:55.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[23040]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T01:42:55.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1098297780' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]: dispatch 2026-02-12T01:42:55.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]: dispatch 2026-02-12T01:42:55.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[14497]: mgrmap e21: y(active, since 21s), standbys: x 2026-02-12T01:42:55.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/3828430038"}]': finished 2026-02-12T01:42:55.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[14497]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T01:42:55.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1098297780' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]: dispatch 2026-02-12T01:42:55.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:54 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]: dispatch 2026-02-12T01:42:56.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:55 trial059 ceph-mon[16814]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 234 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 964 B/s wr, 67 op/s 2026-02-12T01:42:56.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:55 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]': finished 2026-02-12T01:42:56.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:55 trial059 ceph-mon[16814]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T01:42:56.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:55 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1130150052' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]: dispatch 2026-02-12T01:42:56.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:55 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]: dispatch 2026-02-12T01:42:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[23040]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 234 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 964 B/s wr, 67 op/s 2026-02-12T01:42:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]': finished 2026-02-12T01:42:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[23040]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T01:42:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1130150052' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]: dispatch 2026-02-12T01:42:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]: dispatch 2026-02-12T01:42:56.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[14497]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 234 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 964 B/s wr, 67 op/s 2026-02-12T01:42:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3966683160"}]': finished 2026-02-12T01:42:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[14497]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T01:42:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1130150052' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]: dispatch 2026-02-12T01:42:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:55 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]: dispatch 2026-02-12T01:42:57.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:56 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]': finished 2026-02-12T01:42:57.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:56 trial007 ceph-mon[23040]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T01:42:57.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:56 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1728618000' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3347610872"}]: dispatch 2026-02-12T01:42:57.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:56 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]': finished 2026-02-12T01:42:57.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:56 trial007 ceph-mon[14497]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T01:42:57.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:56 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1728618000' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3347610872"}]: dispatch 2026-02-12T01:42:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:42:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:42:56] "GET /metrics HTTP/1.1" 200 37667 "" "Prometheus/2.51.0" 2026-02-12T01:42:57.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:56 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2445949791"}]': finished 2026-02-12T01:42:57.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:56 trial059 ceph-mon[16814]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T01:42:57.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:56 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1728618000' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3347610872"}]: dispatch 2026-02-12T01:42:58.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[14497]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 234 MiB used, 5.5 TiB / 5.5 TiB avail; 60 KiB/s rd, 1.2 KiB/s wr, 89 op/s 2026-02-12T01:42:58.303 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1728618000' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3347610872"}]': finished 2026-02-12T01:42:58.303 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[14497]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T01:42:58.303 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3238981677' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2445949791"}]: dispatch 2026-02-12T01:42:58.303 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:58.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[23040]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 234 MiB used, 5.5 TiB / 5.5 TiB avail; 60 KiB/s rd, 1.2 KiB/s wr, 89 op/s 2026-02-12T01:42:58.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1728618000' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3347610872"}]': finished 2026-02-12T01:42:58.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[23040]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T01:42:58.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3238981677' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2445949791"}]: dispatch 2026-02-12T01:42:58.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:57 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:58.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:57 trial059 ceph-mon[16814]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 234 MiB used, 5.5 TiB / 5.5 TiB avail; 60 KiB/s rd, 1.2 KiB/s wr, 89 op/s 2026-02-12T01:42:58.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:57 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1728618000' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3347610872"}]': finished 2026-02-12T01:42:58.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:57 trial059 ceph-mon[16814]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T01:42:58.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:57 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3238981677' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2445949791"}]: dispatch 2026-02-12T01:42:58.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:57 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:42:59.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3238981677' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2445949791"}]': finished 2026-02-12T01:42:59.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[23040]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T01:42:59.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3529568575' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1089693313"}]: dispatch 2026-02-12T01:42:59.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3529568575' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1089693313"}]': finished 2026-02-12T01:42:59.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[23040]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T01:42:59.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1384381179' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4031370726"}]: dispatch 2026-02-12T01:42:59.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3238981677' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2445949791"}]': finished 2026-02-12T01:42:59.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[14497]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T01:42:59.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3529568575' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1089693313"}]: dispatch 2026-02-12T01:42:59.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3529568575' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1089693313"}]': finished 2026-02-12T01:42:59.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[14497]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T01:42:59.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:58 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1384381179' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4031370726"}]: dispatch 2026-02-12T01:42:59.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:58 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3238981677' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2445949791"}]': finished 2026-02-12T01:42:59.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:58 trial059 ceph-mon[16814]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T01:42:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:58 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3529568575' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1089693313"}]: dispatch 2026-02-12T01:42:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:58 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3529568575' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1089693313"}]': finished 2026-02-12T01:42:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:58 trial059 ceph-mon[16814]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T01:42:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:58 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1384381179' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4031370726"}]: dispatch 2026-02-12T01:43:00.310 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[14497]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:43:00.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1384381179' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4031370726"}]': finished 2026-02-12T01:43:00.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[14497]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T01:43:00.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2454354613' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]: dispatch 2026-02-12T01:43:00.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]: dispatch 2026-02-12T01:43:00.311 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[23040]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:43:00.311 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1384381179' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4031370726"}]': finished 2026-02-12T01:43:00.311 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[23040]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T01:43:00.311 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2454354613' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]: dispatch 2026-02-12T01:43:00.312 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:42:59 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]: dispatch 2026-02-12T01:43:00.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:59 trial059 ceph-mon[16814]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:43:00.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:59 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1384381179' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4031370726"}]': finished 2026-02-12T01:43:00.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:59 trial059 ceph-mon[16814]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T01:43:00.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:59 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2454354613' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]: dispatch 2026-02-12T01:43:00.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:42:59 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]: dispatch 2026-02-12T01:43:01.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:01 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]': finished 2026-02-12T01:43:01.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:01 trial059 ceph-mon[16814]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T01:43:01.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:01 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3075491008' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]: dispatch 2026-02-12T01:43:01.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:01 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]: dispatch 2026-02-12T01:43:01.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:01 trial059 ceph-mon[16814]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:43:01.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]': finished 2026-02-12T01:43:01.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[14497]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T01:43:01.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3075491008' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]: dispatch 2026-02-12T01:43:01.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]: dispatch 2026-02-12T01:43:01.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[14497]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:43:01.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2259308405"}]': finished 2026-02-12T01:43:01.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[23040]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T01:43:01.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3075491008' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]: dispatch 2026-02-12T01:43:01.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]: dispatch 2026-02-12T01:43:01.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:01 trial007 ceph-mon[23040]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:43:02.317 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:02 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]': finished 2026-02-12T01:43:02.317 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:02 trial007 ceph-mon[14497]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T01:43:02.317 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:02 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/127008557' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4276152652"}]: dispatch 2026-02-12T01:43:02.317 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:02 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:02.317 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:02 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]': finished 2026-02-12T01:43:02.317 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:02 trial007 ceph-mon[23040]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T01:43:02.318 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:02 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/127008557' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4276152652"}]: dispatch 2026-02-12T01:43:02.318 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:02 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:02.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:02 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/3828430038"}]': finished 2026-02-12T01:43:02.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:02 trial059 ceph-mon[16814]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T01:43:02.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:02 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/127008557' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4276152652"}]: dispatch 2026-02-12T01:43:02.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:02 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:03.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:03 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/127008557' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4276152652"}]': finished 2026-02-12T01:43:03.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:03 trial059 ceph-mon[16814]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T01:43:03.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:03 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2837586835' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]: dispatch 2026-02-12T01:43:03.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:03 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]: dispatch 2026-02-12T01:43:03.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:03 trial059 ceph-mon[16814]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:03.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:03 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:03.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/127008557' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4276152652"}]': finished 2026-02-12T01:43:03.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[14497]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T01:43:03.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2837586835' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]: dispatch 2026-02-12T01:43:03.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]: dispatch 2026-02-12T01:43:03.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[14497]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:03.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/127008557' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4276152652"}]': finished 2026-02-12T01:43:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[23040]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T01:43:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2837586835' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]: dispatch 2026-02-12T01:43:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]: dispatch 2026-02-12T01:43:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[23040]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:03 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:04.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:04 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]': finished 2026-02-12T01:43:04.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:04 trial059 ceph-mon[16814]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T01:43:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:04 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/17113716' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1523125327"}]: dispatch 2026-02-12T01:43:04.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:04 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]': finished 2026-02-12T01:43:04.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:04 trial007 ceph-mon[14497]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T01:43:04.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:04 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/17113716' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1523125327"}]: dispatch 2026-02-12T01:43:04.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:04 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2259308405"}]': finished 2026-02-12T01:43:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:04 trial007 ceph-mon[23040]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T01:43:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:04 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/17113716' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1523125327"}]: dispatch 2026-02-12T01:43:05.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:05 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/17113716' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1523125327"}]': finished 2026-02-12T01:43:05.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:05 trial059 ceph-mon[16814]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T01:43:05.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:05 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3456065487' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3508211321"}]: dispatch 2026-02-12T01:43:05.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:05 trial059 ceph-mon[16814]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:05.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:05 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/17113716' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1523125327"}]': finished 2026-02-12T01:43:05.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:05 trial007 ceph-mon[23040]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T01:43:05.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:05 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3456065487' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3508211321"}]: dispatch 2026-02-12T01:43:05.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:05 trial007 ceph-mon[23040]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:05.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:05 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/17113716' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1523125327"}]': finished 2026-02-12T01:43:05.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:05 trial007 ceph-mon[14497]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T01:43:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:05 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3456065487' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3508211321"}]: dispatch 2026-02-12T01:43:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:05 trial007 ceph-mon[14497]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:06.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:06 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3456065487' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3508211321"}]': finished 2026-02-12T01:43:06.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:06 trial059 ceph-mon[16814]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T01:43:06.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:06 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/696887452' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]: dispatch 2026-02-12T01:43:06.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:06 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]: dispatch 2026-02-12T01:43:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:06 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3456065487' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3508211321"}]': finished 2026-02-12T01:43:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:06 trial007 ceph-mon[23040]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T01:43:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:06 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/696887452' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]: dispatch 2026-02-12T01:43:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:06 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]: dispatch 2026-02-12T01:43:06.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:06 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3456065487' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3508211321"}]': finished 2026-02-12T01:43:06.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:06 trial007 ceph-mon[14497]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T01:43:06.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:06 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/696887452' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]: dispatch 2026-02-12T01:43:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:06 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]: dispatch 2026-02-12T01:43:07.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:43:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:43:06] "GET /metrics HTTP/1.1" 200 38030 "" "Prometheus/2.51.0" 2026-02-12T01:43:07.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:07 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]': finished 2026-02-12T01:43:07.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:07 trial059 ceph-mon[16814]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T01:43:07.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:07 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2447996828' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]: dispatch 2026-02-12T01:43:07.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:07 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]: dispatch 2026-02-12T01:43:07.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:07 trial059 ceph-mon[16814]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:07.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]': finished 2026-02-12T01:43:07.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[23040]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T01:43:07.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2447996828' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]: dispatch 2026-02-12T01:43:07.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]: dispatch 2026-02-12T01:43:07.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[23040]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:07.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3671430797"}]': finished 2026-02-12T01:43:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[14497]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T01:43:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2447996828' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]: dispatch 2026-02-12T01:43:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]: dispatch 2026-02-12T01:43:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:07 trial007 ceph-mon[14497]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:08.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:08 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]': finished 2026-02-12T01:43:08.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:08 trial059 ceph-mon[16814]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T01:43:08.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:08 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]': finished 2026-02-12T01:43:08.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:08 trial007 ceph-mon[23040]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T01:43:08.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:08 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/810938055"}]': finished 2026-02-12T01:43:08.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:08 trial007 ceph-mon[14497]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T01:43:09.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:09 trial059 ceph-mon[16814]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:43:09.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:09 trial007 ceph-mon[23040]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:43:09.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:09 trial007 ceph-mon[14497]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:43:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:11 trial059 ceph-mon[16814]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:12.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:11 trial007 ceph-mon[23040]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:12.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:11 trial007 ceph-mon[14497]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:12 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:13.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:12 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:13.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:12 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:14.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:13 trial059 ceph-mon[16814]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 672 B/s rd, 0 op/s 2026-02-12T01:43:14.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:13 trial007 ceph-mon[23040]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 672 B/s rd, 0 op/s 2026-02-12T01:43:14.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:13 trial007 ceph-mon[14497]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 672 B/s rd, 0 op/s 2026-02-12T01:43:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:15 trial059 ceph-mon[16814]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:16.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:15 trial007 ceph-mon[23040]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:16.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:15 trial007 ceph-mon[14497]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:17.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:43:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:43:16] "GET /metrics HTTP/1.1" 200 38030 "" "Prometheus/2.51.0" 2026-02-12T01:43:18.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:17 trial059 ceph-mon[16814]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T01:43:18.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:17 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:17 trial007 ceph-mon[23040]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T01:43:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:17 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:17 trial007 ceph-mon[14497]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T01:43:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:17 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:20.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:19 trial059 ceph-mon[16814]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:43:20.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:19 trial007 ceph-mon[23040]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:43:20.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:19 trial007 ceph-mon[14497]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:43:22.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:21 trial059 ceph-mon[16814]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:22.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:21 trial007 ceph-mon[23040]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:22.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:21 trial007 ceph-mon[14497]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:23.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:23 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:23.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:23 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:23.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:23 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:24.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:24 trial059 ceph-mon[16814]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:24 trial007 ceph-mon[23040]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:24.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:24 trial007 ceph-mon[14497]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:26.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:26 trial059 ceph-mon[16814]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:26.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:26 trial007 ceph-mon[23040]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:26.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:26 trial007 ceph-mon[14497]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:27.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:43:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:43:26] "GET /metrics HTTP/1.1" 200 38027 "" "Prometheus/2.51.0" 2026-02-12T01:43:28.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:28 trial059 ceph-mon[16814]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:28.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:28 trial007 ceph-mon[23040]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:28.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:28 trial007 ceph-mon[14497]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:30.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:30 trial059 ceph-mon[16814]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:30.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:30 trial007 ceph-mon[23040]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:30.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:30 trial007 ceph-mon[14497]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:32.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:32 trial059 ceph-mon[16814]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:32.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:32 trial007 ceph-mon[23040]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:32.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:32 trial007 ceph-mon[14497]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:33.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T01:43:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2026-02-12T01:43:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2026-02-12T01:43:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T01:43:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T01:43:33.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:33.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:33.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2026-02-12T01:43:33.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2026-02-12T01:43:33.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T01:43:33.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2026-02-12T01:43:33.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T01:43:33.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:34.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:34 trial059 ceph-mon[16814]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2026-02-12T01:43:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2026-02-12T01:43:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2026-02-12T01:43:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:34 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2026-02-12T01:43:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:34 trial059 ceph-mon[16814]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T01:43:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[23040]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2026-02-12T01:43:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2026-02-12T01:43:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2026-02-12T01:43:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2026-02-12T01:43:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[23040]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T01:43:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[14497]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2026-02-12T01:43:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2026-02-12T01:43:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2026-02-12T01:43:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2026-02-12T01:43:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:34 trial007 ceph-mon[14497]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T01:43:35.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:35 trial059 ceph-mon[16814]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T01:43:35.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:35 trial007 ceph-mon[23040]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T01:43:35.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:35 trial007 ceph-mon[14497]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T01:43:36.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:36 trial059 ceph-mon[16814]: pgmap v66: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:36.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:36 trial007 ceph-mon[23040]: pgmap v66: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:36.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:36 trial007 ceph-mon[14497]: pgmap v66: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:37.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:43:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:43:36] "GET /metrics HTTP/1.1" 200 38029 "" "Prometheus/2.51.0" 2026-02-12T01:43:38.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:38 trial059 ceph-mon[16814]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T01:43:38.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:38 trial007 ceph-mon[23040]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T01:43:38.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:38 trial007 ceph-mon[14497]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T01:43:40.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:40 trial059 ceph-mon[16814]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 116 B/s, 0 objects/s recovering 2026-02-12T01:43:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:40 trial007 ceph-mon[23040]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 116 B/s, 0 objects/s recovering 2026-02-12T01:43:40.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:40 trial007 ceph-mon[14497]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 116 B/s, 0 objects/s recovering 2026-02-12T01:43:42.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:42 trial059 ceph-mon[16814]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 116 B/s, 0 objects/s recovering 2026-02-12T01:43:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:42 trial007 ceph-mon[23040]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 116 B/s, 0 objects/s recovering 2026-02-12T01:43:42.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:42 trial007 ceph-mon[14497]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 116 B/s, 0 objects/s recovering 2026-02-12T01:43:43.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:43 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:43.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:43 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:43.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:43 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:44.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:44 trial059 ceph-mon[16814]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 93 B/s, 0 objects/s recovering 2026-02-12T01:43:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:44 trial007 ceph-mon[23040]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 93 B/s, 0 objects/s recovering 2026-02-12T01:43:44.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:44 trial007 ceph-mon[14497]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 93 B/s, 0 objects/s recovering 2026-02-12T01:43:46.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:46 trial059 ceph-mon[16814]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s; 85 B/s, 0 objects/s recovering 2026-02-12T01:43:46.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:46 trial007 ceph-mon[23040]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s; 85 B/s, 0 objects/s recovering 2026-02-12T01:43:46.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:46 trial007 ceph-mon[14497]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s; 85 B/s, 0 objects/s recovering 2026-02-12T01:43:47.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:43:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:43:46] "GET /metrics HTTP/1.1" 200 38029 "" "Prometheus/2.51.0" 2026-02-12T01:43:48.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:48 trial059 ceph-mon[16814]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 77 B/s, 0 objects/s recovering 2026-02-12T01:43:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:48 trial007 ceph-mon[23040]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 77 B/s, 0 objects/s recovering 2026-02-12T01:43:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:48.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:48 trial007 ceph-mon[14497]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 77 B/s, 0 objects/s recovering 2026-02-12T01:43:48.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:43:50.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:50 trial059 ceph-mon[16814]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 77 B/s, 0 objects/s recovering 2026-02-12T01:43:50.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:50 trial007 ceph-mon[23040]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 77 B/s, 0 objects/s recovering 2026-02-12T01:43:50.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:50 trial007 ceph-mon[14497]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 77 B/s, 0 objects/s recovering 2026-02-12T01:43:52.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:52 trial059 ceph-mon[16814]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:52.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:52 trial007 ceph-mon[23040]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:52.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:52 trial007 ceph-mon[14497]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:53.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:53 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:53.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:53 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:53.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:53 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:43:54.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:54 trial059 ceph-mon[16814]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:54 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:43:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:54 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:43:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:54 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:43:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:54 trial007 ceph-mon[23040]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:54 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:43:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:54 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:43:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:54 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:43:54.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:54 trial007 ceph-mon[14497]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:54 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:43:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:54 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:43:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:54 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:43:56.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:56 trial059 ceph-mon[16814]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:56 trial007 ceph-mon[23040]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:56.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:56 trial007 ceph-mon[14497]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:43:57.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:43:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:43:56] "GET /metrics HTTP/1.1" 200 38029 "" "Prometheus/2.51.0" 2026-02-12T01:43:58.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:43:58 trial059 ceph-mon[16814]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:58.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:43:58 trial007 ceph-mon[23040]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:43:58.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:43:58 trial007 ceph-mon[14497]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:00.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:00 trial059 ceph-mon[16814]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:00.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:00 trial007 ceph-mon[23040]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:00 trial007 ceph-mon[14497]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:02.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:02 trial059 ceph-mon[16814]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:02.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:02 trial007 ceph-mon[23040]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:02.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:02 trial007 ceph-mon[14497]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:03.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:03 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:03.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:03 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:03.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:03 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:03.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:03 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:03.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:03 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:03.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:03 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:04.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:04 trial059 ceph-mon[16814]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:04.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:04 trial007 ceph-mon[23040]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:04.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:04 trial007 ceph-mon[14497]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:06.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:06 trial059 ceph-mon[16814]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:06.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:06 trial007 ceph-mon[23040]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:06.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:06 trial007 ceph-mon[14497]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:07.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:44:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:44:06] "GET /metrics HTTP/1.1" 200 38026 "" "Prometheus/2.51.0" 2026-02-12T01:44:08.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:08 trial059 ceph-mon[16814]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:08.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:08 trial007 ceph-mon[23040]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:08 trial007 ceph-mon[14497]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:10.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:10 trial059 ceph-mon[16814]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:10 trial007 ceph-mon[23040]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:10.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:10 trial007 ceph-mon[14497]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:12.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:12 trial059 ceph-mon[16814]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:12.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:12 trial007 ceph-mon[23040]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:12.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:12 trial007 ceph-mon[14497]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:13.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:13 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:13.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:13 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:13.371 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:13 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:14.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:14 trial059 ceph-mon[16814]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:14 trial007 ceph-mon[23040]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:14.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:14 trial007 ceph-mon[14497]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:16 trial059 ceph-mon[16814]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:16.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:16 trial007 ceph-mon[23040]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:16.371 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:16 trial007 ceph-mon[14497]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:17.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:44:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:44:16] "GET /metrics HTTP/1.1" 200 38026 "" "Prometheus/2.51.0" 2026-02-12T01:44:18.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:18 trial059 ceph-mon[16814]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:18.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:18 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:18 trial007 ceph-mon[23040]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:18 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:18 trial007 ceph-mon[14497]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:18 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:20.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:20 trial059 ceph-mon[16814]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:20.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:20 trial007 ceph-mon[23040]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:20.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:20 trial007 ceph-mon[14497]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:22.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:22 trial059 ceph-mon[16814]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:22.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:22 trial007 ceph-mon[23040]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:22.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:22 trial007 ceph-mon[14497]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:23.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:23 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:23.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:23 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:23.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:23 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:24.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:24 trial059 ceph-mon[16814]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:24 trial007 ceph-mon[23040]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:24.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:24 trial007 ceph-mon[14497]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:26.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:26 trial059 ceph-mon[16814]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:26.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:26 trial007 ceph-mon[23040]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:26.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:26 trial007 ceph-mon[14497]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:27.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:44:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:44:26] "GET /metrics HTTP/1.1" 200 38015 "" "Prometheus/2.51.0" 2026-02-12T01:44:28.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:28 trial059 ceph-mon[16814]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:28.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:28 trial007 ceph-mon[23040]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:28.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:28 trial007 ceph-mon[14497]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:30.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:30 trial059 ceph-mon[16814]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:30.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:30 trial007 ceph-mon[23040]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:30.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:30 trial007 ceph-mon[14497]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:32 trial059 ceph-mon[16814]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:32.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:32 trial007 ceph-mon[23040]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:32.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:32 trial007 ceph-mon[14497]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:33.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:33 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:33 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:33.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:33 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:33.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:34.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:34 trial059 ceph-mon[16814]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:34 trial007 ceph-mon[23040]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:34.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:34 trial007 ceph-mon[14497]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:34.849 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:44:34 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=infra.usagestats t=2026-02-12T01:44:34.598518505Z level=info msg="Usage stats are ready to report" 2026-02-12T01:44:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:36 trial059 ceph-mon[16814]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:36.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:36 trial007 ceph-mon[23040]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:36.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:36 trial007 ceph-mon[14497]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:37.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:44:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:44:36] "GET /metrics HTTP/1.1" 200 38023 "" "Prometheus/2.51.0" 2026-02-12T01:44:38.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:38 trial059 ceph-mon[16814]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:38.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:38 trial007 ceph-mon[23040]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:38.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:38 trial007 ceph-mon[14497]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:40.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:40 trial059 ceph-mon[16814]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:40.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:40 trial007 ceph-mon[14497]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:40 trial007 ceph-mon[23040]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:42.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:42 trial059 ceph-mon[16814]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:42.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:42 trial007 ceph-mon[23040]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:42.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:42 trial007 ceph-mon[14497]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:43.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:43 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:43.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:43 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:43.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:43 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:44.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:44 trial059 ceph-mon[16814]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:44.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:44 trial007 ceph-mon[23040]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:44.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:44 trial007 ceph-mon[14497]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:46.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:46 trial059 ceph-mon[16814]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:46.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:46 trial007 ceph-mon[23040]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:46.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:46 trial007 ceph-mon[14497]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:47.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:44:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:44:46] "GET /metrics HTTP/1.1" 200 38023 "" "Prometheus/2.51.0" 2026-02-12T01:44:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:48 trial059 ceph-mon[16814]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:48 trial007 ceph-mon[23040]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:48.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:48 trial007 ceph-mon[14497]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:48.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:44:50.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:50 trial059 ceph-mon[16814]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:50.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:50 trial007 ceph-mon[23040]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:50.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:50 trial007 ceph-mon[14497]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:52.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:52 trial059 ceph-mon[16814]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:52.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:52 trial007 ceph-mon[23040]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:52.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:52 trial007 ceph-mon[14497]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:53.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:53 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:53.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:53 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:53.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:53 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:44:54.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:54 trial059 ceph-mon[16814]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:54.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:54 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:44:54.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:54 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:44:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:54 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:44:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:54 trial007 ceph-mon[23040]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:54 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:44:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:54 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:44:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:54 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:44:54.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:54 trial007 ceph-mon[14497]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:54.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:54 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:44:54.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:54 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:44:54.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:54 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:44:56.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:56 trial059 ceph-mon[16814]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:56.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:56 trial007 ceph-mon[23040]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:56.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:56 trial007 ceph-mon[14497]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:44:57.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:44:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:44:56] "GET /metrics HTTP/1.1" 200 38038 "" "Prometheus/2.51.0" 2026-02-12T01:44:58.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:44:58 trial059 ceph-mon[16814]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:58.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:44:58 trial007 ceph-mon[23040]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:44:58.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:44:58 trial007 ceph-mon[14497]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:00.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:00 trial059 ceph-mon[16814]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:00.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:00 trial007 ceph-mon[23040]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:00 trial007 ceph-mon[14497]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:02.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:02 trial059 ceph-mon[16814]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:02.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:02 trial007 ceph-mon[23040]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:02.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:02 trial007 ceph-mon[14497]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:03.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:03 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:03.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:03 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:03.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:03 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:04.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:04 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:04.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:04 trial059 ceph-mon[16814]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:04.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:04 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:04.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:04 trial007 ceph-mon[23040]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:04.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:04 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:04.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:04 trial007 ceph-mon[14497]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:06.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:06 trial059 ceph-mon[16814]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:06.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:06 trial007 ceph-mon[23040]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:06.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:06 trial007 ceph-mon[14497]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:07.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:45:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:45:06] "GET /metrics HTTP/1.1" 200 38037 "" "Prometheus/2.51.0" 2026-02-12T01:45:08.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:08 trial059 ceph-mon[16814]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:08.371 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:08 trial007 ceph-mon[23040]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:08 trial007 ceph-mon[14497]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:10 trial059 ceph-mon[16814]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:10 trial007 ceph-mon[23040]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:10.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:10 trial007 ceph-mon[14497]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:12.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:12 trial059 ceph-mon[16814]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:12.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:12 trial007 ceph-mon[23040]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:12.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:12 trial007 ceph-mon[14497]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:14.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:14 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:14.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:14 trial059 ceph-mon[16814]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:14 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:14 trial007 ceph-mon[23040]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:14.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:14 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:14.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:14 trial007 ceph-mon[14497]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:16.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:16 trial059 ceph-mon[16814]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:16.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:16 trial007 ceph-mon[23040]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:16.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:16 trial007 ceph-mon[14497]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:17.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:45:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:45:16] "GET /metrics HTTP/1.1" 200 38037 "" "Prometheus/2.51.0" 2026-02-12T01:45:18.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:18 trial059 ceph-mon[16814]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:18.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:18 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:18 trial007 ceph-mon[23040]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:18 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:18 trial007 ceph-mon[14497]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:18 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:20.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:20 trial007 ceph-mon[23040]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:20.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:20 trial007 ceph-mon[14497]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:20.599 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:20 trial059 ceph-mon[16814]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:22.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:22 trial007 ceph-mon[23040]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:22.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:22 trial007 ceph-mon[14497]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:22.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:22 trial059 ceph-mon[16814]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:24 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:24 trial007 ceph-mon[23040]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:24 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:24 trial007 ceph-mon[14497]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:24.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:24 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:24.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:24 trial059 ceph-mon[16814]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:26.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:26 trial007 ceph-mon[23040]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:26.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:26 trial007 ceph-mon[14497]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:26.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:26 trial059 ceph-mon[16814]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:27.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:45:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:45:26] "GET /metrics HTTP/1.1" 200 38037 "" "Prometheus/2.51.0" 2026-02-12T01:45:28.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:28 trial007 ceph-mon[23040]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:28.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:28 trial007 ceph-mon[14497]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:28.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:28 trial059 ceph-mon[16814]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:30.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:30 trial007 ceph-mon[23040]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:30.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:30 trial007 ceph-mon[14497]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:30.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:30 trial059 ceph-mon[16814]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:32.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:32 trial007 ceph-mon[23040]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:32.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:32 trial007 ceph-mon[14497]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:32.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:32 trial059 ceph-mon[16814]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:33.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:33.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:34 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:34 trial007 ceph-mon[23040]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:34 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:34 trial007 ceph-mon[14497]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:34.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:34 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:34.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:34 trial059 ceph-mon[16814]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:36.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:36 trial007 ceph-mon[23040]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:36.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:36 trial007 ceph-mon[14497]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:36.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:36 trial059 ceph-mon[16814]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:37.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:45:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:45:36] "GET /metrics HTTP/1.1" 200 38035 "" "Prometheus/2.51.0" 2026-02-12T01:45:38.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:38 trial007 ceph-mon[23040]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:38.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:38 trial007 ceph-mon[14497]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:38.401 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:38 trial059 ceph-mon[16814]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:40 trial007 ceph-mon[23040]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:40.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:40 trial007 ceph-mon[14497]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:40.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:40 trial059 ceph-mon[16814]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:42 trial007 ceph-mon[23040]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:42 trial007 ceph-mon[14497]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:42.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:42 trial059 ceph-mon[16814]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:44 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:44 trial007 ceph-mon[23040]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:44 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:44 trial007 ceph-mon[14497]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:44.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:44 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:44.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:44 trial059 ceph-mon[16814]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:46.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:46 trial059 ceph-mon[16814]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:46.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:46 trial007 ceph-mon[23040]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:46.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:46 trial007 ceph-mon[14497]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:47.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:45:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:45:46] "GET /metrics HTTP/1.1" 200 38035 "" "Prometheus/2.51.0" 2026-02-12T01:45:48.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:48 trial059 ceph-mon[16814]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:48.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:48.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:48 trial007 ceph-mon[23040]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:48.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:48.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:48 trial007 ceph-mon[14497]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:48.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:45:50.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:50 trial059 ceph-mon[16814]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:50.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:50 trial007 ceph-mon[23040]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:50.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:50 trial007 ceph-mon[14497]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:51.624 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2026-02-12T01:45:51.911 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:52.150 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2026-02-12T01:45:52.210 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:52 trial007 ceph-mon[23040]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:52.211 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:52 trial007 ceph-mon[14497]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:52.435 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:52.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:52 trial059 ceph-mon[16814]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:52.671 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph config set global log_to_journald false --force' 2026-02-12T01:45:52.957 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:53.188 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T01:45:53.474 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:53.680 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T01:45:53.680 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (3m) 3m ago 3m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T01:45:53.680 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (3m) 3m ago 3m 73.6M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T01:45:53.680 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (3m) 3m ago 3m - - 3.9 4cc07a41bb19 5bea039071af 2026-02-12T01:45:53.680 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,8765 running (4m) 3m ago 4m 486M - 19.2.3-672-g283431c0 4cc07a41bb19 67fbbd7b9930 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:9283,8765 running (5m) 3m ago 5m - - 19.2.3-672-g283431c0 4cc07a41bb19 2f5d8fd174e4 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (5m) 3m ago 5m 49.0M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (3m) 3m ago 3m - - 1.7.0 72c9c2088986 edf61c7bd463 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (3m) 3m ago 3m 3917k - 1.7.0 72c9c2088986 c474e539ab45 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (4m) 3m ago 4m 53.5M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T01:45:53.681 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (3m) 3m ago 3m 51.2M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T01:45:53.682 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (3m) 3m ago 3m 50.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T01:45:53.682 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (3m) 3m ago 3m 52.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T01:45:53.682 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (3m) 3m ago 3m 32.2M - 2.51.0 1d3b7f56885b b010460a192c 2026-02-12T01:45:53.682 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (3m) 3m ago 3m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T01:45:53.682 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (3m) 3m ago 3m 99.9M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T01:45:53.722 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T01:45:54.005 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:54.131 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:54 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:54.131 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:54 trial059 ceph-mon[16814]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:54.226 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:45:54.226 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T01:45:54.226 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T01:45:54.227 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 15 2026-02-12T01:45:54.228 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:45:54.228 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:45:54.266 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph -s' 2026-02-12T01:45:54.289 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:54.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[14497]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:54.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:54.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:45:54.290 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:54.290 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:45:54.290 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[23040]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:54.290 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:54.290 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:45:54.291 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:54 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:54.553 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:54.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:54 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:54.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:54 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:45:54.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:54 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:54.772 INFO:teuthology.orchestra.run.trial007.stdout: cluster: 2026-02-12T01:45:54.772 INFO:teuthology.orchestra.run.trial007.stdout: id: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:45:54.772 INFO:teuthology.orchestra.run.trial007.stdout: health: HEALTH_OK 2026-02-12T01:45:54.772 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:45:54.772 INFO:teuthology.orchestra.run.trial007.stdout: services: 2026-02-12T01:45:54.772 INFO:teuthology.orchestra.run.trial007.stdout: mon: 3 daemons, quorum a,b,c (age 4m) 2026-02-12T01:45:54.772 INFO:teuthology.orchestra.run.trial007.stdout: mgr: y(active, since 3m), standbys: x 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: osd: 8 osds: 8 up (since 3m), 8 in (since 3m) 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: data: 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: pools: 6 pools, 161 pgs 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: objects: 244 objects, 585 KiB 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: usage: 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: pgs: 161 active+clean 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: io: 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T01:45:54.773 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:45:54.808 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ls' 2026-02-12T01:45:55.129 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:55.328 INFO:teuthology.orchestra.run.trial007.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-12T01:45:55.328 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager ?:9093,9094 1/1 3m ago 3m trial007=a;count:1 2026-02-12T01:45:55.328 INFO:teuthology.orchestra.run.trial007.stdout:grafana ?:3000 1/1 3m ago 3m trial059=a;count:1 2026-02-12T01:45:55.328 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo ?:5000 1/1 3m ago 3m count:1 2026-02-12T01:45:55.328 INFO:teuthology.orchestra.run.trial007.stdout:mgr 2/2 3m ago 4m trial007=y;trial059=x;count:2 2026-02-12T01:45:55.328 INFO:teuthology.orchestra.run.trial007.stdout:mon 3/3 3m ago 5m trial007:10.20.193.7=a;trial007:[v2:10.20.193.7:3301,v1:10.20.193.7:6790]=c;trial059:10.20.193.59=b;count:3 2026-02-12T01:45:55.329 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter ?:9100 2/2 3m ago 3m trial007=a;trial059=b;count:2 2026-02-12T01:45:55.329 INFO:teuthology.orchestra.run.trial007.stdout:osd 8 3m ago - 2026-02-12T01:45:55.329 INFO:teuthology.orchestra.run.trial007.stdout:prometheus ?:9095 1/1 3m ago 3m trial059=a;count:1 2026-02-12T01:45:55.329 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo ?:8000 2/2 3m ago 3m count:2 2026-02-12T01:45:55.366 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T01:45:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:55 trial007 ceph-mon[14497]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:55 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/171265429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:45:55.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:55 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3379526230' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:45:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:55 trial007 ceph-mon[23040]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:55 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/171265429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:45:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:55 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3379526230' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:45:55.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:55 trial059 ceph-mon[16814]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:55.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:55 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/171265429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:45:55.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:55 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3379526230' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:45:55.654 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:56.026 INFO:teuthology.orchestra.run.trial007.stdout:Scheduled to redeploy mgr.x on host 'trial059' 2026-02-12T01:45:56.063 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps --refresh' 2026-02-12T01:45:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1961133364' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:45:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1961133364' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:45:56.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:45:56.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:45:56.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:45:56.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:56 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:56.388 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:56.591 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T01:45:56.591 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (3m) 3m ago 3m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T01:45:56.591 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (3m) 3m ago 3m 73.6M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T01:45:56.591 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (3m) 3m ago 3m - - 3.9 4cc07a41bb19 5bea039071af 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,8765 running (4m) 3m ago 4m 486M - 19.2.3-672-g283431c0 4cc07a41bb19 67fbbd7b9930 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:9283,8765 running (5m) 3m ago 5m - - 19.2.3-672-g283431c0 4cc07a41bb19 2f5d8fd174e4 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (5m) 3m ago 5m 49.0M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (3m) 3m ago 3m - - 1.7.0 72c9c2088986 edf61c7bd463 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (3m) 3m ago 3m 3917k - 1.7.0 72c9c2088986 c474e539ab45 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T01:45:56.592 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T01:45:56.593 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (4m) 3m ago 4m 53.5M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T01:45:56.593 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (4m) 3m ago 4m 51.2M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T01:45:56.593 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (3m) 3m ago 3m 50.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T01:45:56.593 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (3m) 3m ago 3m 52.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T01:45:56.593 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (3m) 3m ago 3m 32.2M - 2.51.0 1d3b7f56885b b010460a192c 2026-02-12T01:45:56.593 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (3m) 3m ago 3m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T01:45:56.593 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (3m) 3m ago 3m 99.9M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1961133364' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:45:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:45:56.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:45:56.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:45:56.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:56 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:45:56.629 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T01:45:56.915 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:45:57.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:45:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:45:56] "GET /metrics HTTP/1.1" 200 38034 "" "Prometheus/2.51.0" 2026-02-12T01:45:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:57 trial059 ceph-mon[16814]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:57 trial059 ceph-mon[16814]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:57 trial059 ceph-mon[16814]: Schedule redeploy daemon mgr.x 2026-02-12T01:45:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:57 trial059 ceph-mon[16814]: Deploying daemon mgr.x on trial059 2026-02-12T01:45:57.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:57 trial007 ceph-mon[23040]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:57.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:57 trial007 ceph-mon[23040]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:57.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:57 trial007 ceph-mon[23040]: Schedule redeploy daemon mgr.x 2026-02-12T01:45:57.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:57 trial007 ceph-mon[23040]: Deploying daemon mgr.x on trial059 2026-02-12T01:45:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:57 trial007 ceph-mon[14497]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:57 trial007 ceph-mon[14497]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:57 trial007 ceph-mon[14497]: Schedule redeploy daemon mgr.x 2026-02-12T01:45:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:57 trial007 ceph-mon[14497]: Deploying daemon mgr.x on trial059 2026-02-12T01:45:58.523 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:58 trial007 ceph-mon[23040]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:58.524 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:45:58 trial007 ceph-mon[23040]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:58.524 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:58 trial007 ceph-mon[14497]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:58.524 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:45:58 trial007 ceph-mon[14497]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:45:58.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:58 trial059 ceph-mon[16814]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:45:58.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:45:58 trial059 ceph-mon[16814]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:00.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:00 trial059 ceph-mon[16814]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:00.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:00 trial007 ceph-mon[23040]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:00.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:00 trial007 ceph-mon[14497]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:02.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:02 trial059 ceph-mon[16814]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:02.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:02 trial007 ceph-mon[23040]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:02.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:02 trial007 ceph-mon[14497]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:03.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:03 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:03.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:03 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:03.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:03 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:04 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:04 trial059 ceph-mon[16814]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:04.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:04 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:04.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:04 trial007 ceph-mon[23040]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:04.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:04 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:04.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:04 trial007 ceph-mon[14497]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:06.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:06 trial059 ceph-mon[16814]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:06.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:06 trial007 ceph-mon[23040]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:06.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:06 trial007 ceph-mon[14497]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:06.948 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:06 trial059 systemd[1]: Stopping Ceph mgr.x for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:46:07.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:46:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:46:06] "GET /metrics HTTP/1.1" 200 38036 "" "Prometheus/2.51.0" 2026-02-12T01:46:07.248 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:06 trial059 podman[48758]: 2026-02-12 01:46:06.954479387 +0000 UTC m=+0.044297885 container died 67fbbd7b993043b17220cb7698ef506167ecd4cc5ad9c2684228efb0c2a121dd (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, CEPH_REF=squid, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T01:46:07.249 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:06 trial059 podman[48758]: 2026-02-12 01:46:06.967711399 +0000 UTC m=+0.057529887 container remove 67fbbd7b993043b17220cb7698ef506167ecd4cc5ad9c2684228efb0c2a121dd (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T01:46:07.249 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:06 trial059 bash[48758]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x 2026-02-12T01:46:07.249 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:06 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-02-12T01:46:07.249 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x.service: Failed with result 'exit-code'. 2026-02-12T01:46:07.249 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 systemd[1]: Stopped Ceph mgr.x for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:46:07.249 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x.service: Consumed 5.915s CPU time. 2026-02-12T01:46:07.249 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 systemd[1]: Starting Ceph mgr.x for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:46:07.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 podman[48934]: 2026-02-12 01:46:07.255392051 +0000 UTC m=+0.017333188 container create 96d65f0df267aab75947859f6eee9e477be34b6d579f549c53d536ff435cb5c0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, OSD_FLAVOR=default) 2026-02-12T01:46:07.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 podman[48934]: 2026-02-12 01:46:07.286824135 +0000 UTC m=+0.048765262 container init 96d65f0df267aab75947859f6eee9e477be34b6d579f549c53d536ff435cb5c0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, ceph=True) 2026-02-12T01:46:07.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 podman[48934]: 2026-02-12 01:46:07.288902108 +0000 UTC m=+0.050843235 container start 96d65f0df267aab75947859f6eee9e477be34b6d579f549c53d536ff435cb5c0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3) 2026-02-12T01:46:07.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 bash[48934]: 96d65f0df267aab75947859f6eee9e477be34b6d579f549c53d536ff435cb5c0 2026-02-12T01:46:07.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 podman[48934]: 2026-02-12 01:46:07.248699828 +0000 UTC m=+0.010640965 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T01:46:07.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 systemd[1]: Started Ceph mgr.x for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:46:07.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:07 trial059 ceph-mgr[48965]: -- 10.20.193.59:0/264420057 <== mon.1 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x19fba00 con 0x19cf800 2026-02-12T01:46:08.302 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:08 trial059 ceph-mon[16814]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:08.302 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:08 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.302 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:08 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.302 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:08 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.302 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:08 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[14497]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[23040]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:08 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:08.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:08 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:46:08.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:08 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:46:08.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:08 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: from numpy import show_config as show_numpy_config 2026-02-12T01:46:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:09 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:09 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:09 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:09 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:09 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:46:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:09 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:46:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:09 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:46:09.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:46:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:46:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:46:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:09 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:46:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:10 trial059 ceph-mon[16814]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:10 trial059 ceph-mon[16814]: Standby manager daemon x restarted 2026-02-12T01:46:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:10 trial059 ceph-mon[16814]: Standby manager daemon x started 2026-02-12T01:46:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:10 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:46:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:10 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:46:10.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:10 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:46:10.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:10 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:46:10.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:10 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:46:10] ENGINE Bus STARTING 2026-02-12T01:46:10.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:10 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: CherryPy Checker: 2026-02-12T01:46:10.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:10 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: The Application mounted at '' has an empty config. 2026-02-12T01:46:10.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:10 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: 2026-02-12T01:46:10.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:10 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:46:10] ENGINE Serving on http://:::9283 2026-02-12T01:46:10.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:46:10 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:46:10] ENGINE Bus STARTED 2026-02-12T01:46:10.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[23040]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:10.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[23040]: Standby manager daemon x restarted 2026-02-12T01:46:10.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[23040]: Standby manager daemon x started 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[14497]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[14497]: Standby manager daemon x restarted 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[14497]: Standby manager daemon x started 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:46:10.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:46:10.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:46:10.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:10 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:46:11.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:11 trial059 ceph-mon[16814]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T01:46:11.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:11 trial059 ceph-mon[16814]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:11.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:11 trial007 ceph-mon[23040]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T01:46:11.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:11 trial007 ceph-mon[23040]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:11.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:11 trial007 ceph-mon[14497]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T01:46:11.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:11 trial007 ceph-mon[14497]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:14.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:14 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:14.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:14 trial059 ceph-mon[16814]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:14 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:14 trial007 ceph-mon[23040]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:14 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:14 trial007 ceph-mon[14497]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:16.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:16 trial059 ceph-mon[16814]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:16.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:16 trial007 ceph-mon[23040]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:16.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:16 trial007 ceph-mon[14497]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:17.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:46:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:46:16] "GET /metrics HTTP/1.1" 200 38036 "" "Prometheus/2.51.0" 2026-02-12T01:46:18.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:18 trial059 ceph-mon[16814]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:18.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:18 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:18 trial007 ceph-mon[23040]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:18 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:18 trial007 ceph-mon[14497]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:18 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:20.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:20 trial059 ceph-mon[16814]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:20.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:20 trial007 ceph-mon[23040]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:20.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:20 trial007 ceph-mon[14497]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:22.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:22 trial059 ceph-mon[16814]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:22.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:22 trial007 ceph-mon[23040]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:22.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:22 trial007 ceph-mon[14497]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:24.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:24 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:24.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:24 trial059 ceph-mon[16814]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:24 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:24 trial007 ceph-mon[23040]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:24.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:24 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:24 trial007 ceph-mon[14497]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:26.349 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:26 trial059 ceph-mon[16814]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:26.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:26 trial007 ceph-mon[23040]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:26.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:26 trial007 ceph-mon[14497]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:27.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:46:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:46:26] "GET /metrics HTTP/1.1" 200 38035 "" "Prometheus/2.51.0" 2026-02-12T01:46:28.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:28 trial059 ceph-mon[16814]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:28.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:28 trial007 ceph-mon[23040]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:28.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:28 trial007 ceph-mon[14497]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:30 trial059 ceph-mon[16814]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:30.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:30 trial007 ceph-mon[23040]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:30.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:30 trial007 ceph-mon[14497]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:32 trial059 ceph-mon[16814]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:32.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:32 trial007 ceph-mon[23040]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:32.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:32 trial007 ceph-mon[14497]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:33.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:34 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:34 trial059 ceph-mon[16814]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:34 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:34 trial007 ceph-mon[23040]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:34.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:34 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:34 trial007 ceph-mon[14497]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:36 trial059 ceph-mon[16814]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:36.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:36 trial007 ceph-mon[23040]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:36.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:36 trial007 ceph-mon[14497]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:37.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:46:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:46:36] "GET /metrics HTTP/1.1" 200 38032 "" "Prometheus/2.51.0" 2026-02-12T01:46:38.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:38 trial059 ceph-mon[16814]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:38.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:38 trial007 ceph-mon[23040]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:38.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:38 trial007 ceph-mon[14497]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:40 trial059 ceph-mon[16814]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:40 trial007 ceph-mon[23040]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:40.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:40 trial007 ceph-mon[14497]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:42 trial059 ceph-mon[16814]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:42 trial007 ceph-mon[23040]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:42.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:42 trial007 ceph-mon[14497]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:44 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:44 trial059 ceph-mon[16814]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:44 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:44 trial007 ceph-mon[23040]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:44.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:44 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:44 trial007 ceph-mon[14497]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:46.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:46 trial059 ceph-mon[16814]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:46.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:46 trial007 ceph-mon[23040]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:46.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:46 trial007 ceph-mon[14497]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:47.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:46:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:46:46] "GET /metrics HTTP/1.1" 200 38032 "" "Prometheus/2.51.0" 2026-02-12T01:46:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:48 trial059 ceph-mon[16814]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:48 trial007 ceph-mon[23040]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:48.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:48 trial007 ceph-mon[14497]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:48.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:46:50.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:50 trial059 ceph-mon[16814]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:50.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:50 trial007 ceph-mon[23040]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:50.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:50 trial007 ceph-mon[14497]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:52.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:52 trial059 ceph-mon[16814]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:52.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:52 trial007 ceph-mon[23040]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:52.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:52 trial007 ceph-mon[14497]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:54 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:54 trial059 ceph-mon[16814]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:54 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:54 trial007 ceph-mon[23040]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:54 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:46:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:54 trial007 ceph-mon[14497]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:56.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:56 trial059 ceph-mon[16814]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:56 trial007 ceph-mon[23040]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:56.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:56 trial007 ceph-mon[14497]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:46:57.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:46:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:46:56] "GET /metrics HTTP/1.1" 200 38034 "" "Prometheus/2.51.0" 2026-02-12T01:46:58.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:46:58 trial059 ceph-mon[16814]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:58.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:46:58 trial007 ceph-mon[23040]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:46:58.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:46:58 trial007 ceph-mon[14497]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:00.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:00 trial059 ceph-mon[16814]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:00.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:00 trial007 ceph-mon[23040]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:00 trial007 ceph-mon[14497]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:02.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:02 trial059 ceph-mon[16814]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:02.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:02 trial007 ceph-mon[23040]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:02.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:02 trial007 ceph-mon[14497]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:03.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:03 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:03.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:03 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:03.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:03 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:04.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:04 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:04.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:04 trial059 ceph-mon[16814]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:04.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:04 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:04.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:04 trial007 ceph-mon[23040]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:04.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:04 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:04.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:04 trial007 ceph-mon[14497]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:06.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:06 trial059 ceph-mon[16814]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:06.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:06 trial007 ceph-mon[23040]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:06.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:06 trial007 ceph-mon[14497]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:07.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:47:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:47:06] "GET /metrics HTTP/1.1" 200 38034 "" "Prometheus/2.51.0" 2026-02-12T01:47:08.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:08 trial059 ceph-mon[16814]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:08.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:08 trial007 ceph-mon[23040]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:08 trial007 ceph-mon[14497]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:10 trial059 ceph-mon[16814]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:10 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:10 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:10 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:47:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:10 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:47:10.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:10 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[23040]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[14497]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:47:10.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:47:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:10 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:47:12.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:12 trial059 ceph-mon[16814]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:12.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:12 trial007 ceph-mon[23040]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:12.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:12 trial007 ceph-mon[14497]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:14.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:14 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:14.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:14 trial059 ceph-mon[16814]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:14 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:14 trial007 ceph-mon[23040]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:14.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:14 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:14 trial007 ceph-mon[14497]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:16.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:16 trial059 ceph-mon[16814]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:16.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:16 trial007 ceph-mon[23040]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:16.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:16 trial007 ceph-mon[14497]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:17.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:47:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:47:16] "GET /metrics HTTP/1.1" 200 38034 "" "Prometheus/2.51.0" 2026-02-12T01:47:18.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:18 trial059 ceph-mon[16814]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:18.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:18 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:18 trial007 ceph-mon[23040]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:18 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:18.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:18 trial007 ceph-mon[14497]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:18.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:18 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:20.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:20 trial059 ceph-mon[16814]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:20.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:20 trial007 ceph-mon[23040]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:20.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:20 trial007 ceph-mon[14497]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:22.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:22 trial059 ceph-mon[16814]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:22.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:22 trial007 ceph-mon[23040]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:22.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:22 trial007 ceph-mon[14497]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:24.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:24 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:24.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:24 trial059 ceph-mon[16814]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:24 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:24 trial007 ceph-mon[23040]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:24 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:24 trial007 ceph-mon[14497]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:26.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:26 trial059 ceph-mon[16814]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:26.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:26 trial007 ceph-mon[23040]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:26.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:26 trial007 ceph-mon[14497]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:27.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:47:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:47:26] "GET /metrics HTTP/1.1" 200 38035 "" "Prometheus/2.51.0" 2026-02-12T01:47:28.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:28 trial059 ceph-mon[16814]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:28.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:28 trial007 ceph-mon[23040]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:28.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:28 trial007 ceph-mon[14497]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:30 trial059 ceph-mon[16814]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:30.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:30 trial007 ceph-mon[23040]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:30.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:30 trial007 ceph-mon[14497]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:32 trial059 ceph-mon[16814]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:32.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:32 trial007 ceph-mon[23040]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:32.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:32 trial007 ceph-mon[14497]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:33.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:34 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:34 trial059 ceph-mon[16814]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:34 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:34 trial007 ceph-mon[23040]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:34 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:34 trial007 ceph-mon[14497]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:36 trial059 ceph-mon[16814]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:36.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:36 trial007 ceph-mon[23040]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:36.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:36 trial007 ceph-mon[14497]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:37.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:47:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:47:36] "GET /metrics HTTP/1.1" 200 38029 "" "Prometheus/2.51.0" 2026-02-12T01:47:38.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:38 trial059 ceph-mon[16814]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:38.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:38 trial007 ceph-mon[23040]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:38.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:38 trial007 ceph-mon[14497]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:40 trial059 ceph-mon[16814]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:40 trial007 ceph-mon[23040]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:40.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:40 trial007 ceph-mon[14497]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:42 trial059 ceph-mon[16814]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:42 trial007 ceph-mon[23040]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:42.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:42 trial007 ceph-mon[14497]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:44 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:44 trial059 ceph-mon[16814]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:44.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:44 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:44.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:44 trial007 ceph-mon[14497]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:44 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:44.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:44 trial007 ceph-mon[23040]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:46.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:46 trial059 ceph-mon[16814]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:46.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:46 trial007 ceph-mon[23040]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:46.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:46 trial007 ceph-mon[14497]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:47.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:47:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:47:46] "GET /metrics HTTP/1.1" 200 38029 "" "Prometheus/2.51.0" 2026-02-12T01:47:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:48 trial059 ceph-mon[16814]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:48 trial007 ceph-mon[23040]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:48.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:48 trial007 ceph-mon[14497]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:48.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:47:50.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:50 trial059 ceph-mon[16814]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:50.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:50 trial007 ceph-mon[23040]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:50.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:50 trial007 ceph-mon[14497]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:52.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:52 trial059 ceph-mon[16814]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:52.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:52 trial007 ceph-mon[23040]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:52.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:52 trial007 ceph-mon[14497]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:54 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:54 trial059 ceph-mon[16814]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:54 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:54 trial007 ceph-mon[23040]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:54 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:47:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:54 trial007 ceph-mon[14497]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:56.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:56 trial059 ceph-mon[16814]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:56 trial007 ceph-mon[23040]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:56 trial007 ceph-mon[14497]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:47:57.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:47:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:47:56] "GET /metrics HTTP/1.1" 200 38035 "" "Prometheus/2.51.0" 2026-02-12T01:47:58.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:47:58 trial059 ceph-mon[16814]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:58.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:47:58 trial007 ceph-mon[23040]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:47:58.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:47:58 trial007 ceph-mon[14497]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:00.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:00 trial059 ceph-mon[16814]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:00.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:00 trial007 ceph-mon[23040]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:00.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:00 trial007 ceph-mon[14497]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:02.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:02 trial059 ceph-mon[16814]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:02.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:02 trial007 ceph-mon[23040]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:02.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:02 trial007 ceph-mon[14497]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:03.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:03 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:03.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:03 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:03.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:03 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:04.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:04 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:04.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:04 trial059 ceph-mon[16814]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:04.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:04 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:04.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:04 trial007 ceph-mon[23040]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:04.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:04 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:04.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:04 trial007 ceph-mon[14497]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:06.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:06 trial059 ceph-mon[16814]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:06.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:06 trial007 ceph-mon[23040]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:06.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:06 trial007 ceph-mon[14497]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:07.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:48:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:48:06] "GET /metrics HTTP/1.1" 200 38035 "" "Prometheus/2.51.0" 2026-02-12T01:48:08.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:08 trial059 ceph-mon[16814]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:08.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:08 trial007 ceph-mon[23040]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:08.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:08 trial007 ceph-mon[14497]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:10.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:10 trial007 ceph-mon[23040]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:10.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:10 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:48:10.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:10 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:48:10.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:10 trial007 ceph-mon[23040]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:48:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:10 trial007 ceph-mon[14497]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:10 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:48:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:10 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:48:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:10 trial007 ceph-mon[14497]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:48:10.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:10 trial059 ceph-mon[16814]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:10.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:10 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:48:10.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:10 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:48:10.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:10 trial059 ceph-mon[16814]: from='mgr.14634 ' entity='mgr.y' 2026-02-12T01:48:12.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:12 trial007 ceph-mon[23040]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:12.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:12 trial007 ceph-mon[14497]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:12.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:12 trial059 ceph-mon[16814]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:14 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:14 trial007 ceph-mon[23040]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:14 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:14 trial007 ceph-mon[14497]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:14.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:14 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:14.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:14 trial059 ceph-mon[16814]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:16.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:16 trial007 ceph-mon[23040]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:16.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:16 trial007 ceph-mon[14497]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:16.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:16 trial059 ceph-mon[16814]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:17.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:48:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:48:16] "GET /metrics HTTP/1.1" 200 38035 "" "Prometheus/2.51.0" 2026-02-12T01:48:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:18 trial007 ceph-mon[23040]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:18.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:18 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:18.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:18 trial007 ceph-mon[14497]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:18.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:18 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:18.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:18 trial059 ceph-mon[16814]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:18.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:18 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:19.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:19 trial059 ceph-mon[16814]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:19.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:19 trial007 ceph-mon[23040]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:19.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:19 trial007 ceph-mon[14497]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:22.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:22 trial059 ceph-mon[16814]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:22.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:22 trial007 ceph-mon[23040]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:22.357 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:22 trial007 ceph-mon[14497]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:24.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:24 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:24.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:24 trial059 ceph-mon[16814]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:24 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:24 trial007 ceph-mon[23040]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:24 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:24 trial007 ceph-mon[14497]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:26.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:26 trial059 ceph-mon[16814]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:26.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:26 trial007 ceph-mon[23040]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:26.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:26 trial007 ceph-mon[14497]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:27.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:48:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:48:26] "GET /metrics HTTP/1.1" 200 38033 "" "Prometheus/2.51.0" 2026-02-12T01:48:28.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:28 trial059 ceph-mon[16814]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:28.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:28 trial007 ceph-mon[23040]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:28.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:28 trial007 ceph-mon[14497]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:30 trial059 ceph-mon[16814]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:30.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:30 trial007 ceph-mon[23040]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:30.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:30 trial007 ceph-mon[14497]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:32 trial059 ceph-mon[16814]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:32.367 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:32 trial007 ceph-mon[23040]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:32.368 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:32 trial007 ceph-mon[14497]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:33.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:33 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:33.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:33 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:33.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:33 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:34 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:34 trial059 ceph-mon[16814]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:34.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:34 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:34.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:34 trial007 ceph-mon[14497]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:34.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:34 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:34.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:34 trial007 ceph-mon[23040]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:36 trial059 ceph-mon[16814]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:36.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:36 trial007 ceph-mon[23040]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:36.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:36 trial007 ceph-mon[14497]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:37.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:48:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:48:36] "GET /metrics HTTP/1.1" 200 38027 "" "Prometheus/2.51.0" 2026-02-12T01:48:38.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:38 trial059 ceph-mon[16814]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:38.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:38 trial007 ceph-mon[23040]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:38.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:38 trial007 ceph-mon[14497]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:40 trial059 ceph-mon[16814]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:40.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:40 trial007 ceph-mon[23040]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:40.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:40 trial007 ceph-mon[14497]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:42 trial059 ceph-mon[16814]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:42.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:42 trial007 ceph-mon[23040]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:42.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:42 trial007 ceph-mon[14497]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:44 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:44 trial059 ceph-mon[16814]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:44 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:44 trial007 ceph-mon[23040]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:44 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:44 trial007 ceph-mon[14497]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:46.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:46 trial059 ceph-mon[16814]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:46.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:46 trial007 ceph-mon[23040]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:46.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:46 trial007 ceph-mon[14497]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:47.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:48:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:48:46] "GET /metrics HTTP/1.1" 200 38027 "" "Prometheus/2.51.0" 2026-02-12T01:48:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:48 trial059 ceph-mon[16814]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:48 trial059 ceph-mon[16814]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:48 trial007 ceph-mon[23040]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:48.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:48 trial007 ceph-mon[23040]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:48.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:48 trial007 ceph-mon[14497]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:48.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:48 trial007 ceph-mon[14497]: from='mgr.14634 10.20.193.7:0/3625191241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:48:50.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:50 trial059 ceph-mon[16814]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:50.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:50 trial007 ceph-mon[23040]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:50.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:50 trial007 ceph-mon[14497]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:52.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:52 trial059 ceph-mon[16814]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:52.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:52 trial007 ceph-mon[23040]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:52.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:52 trial007 ceph-mon[14497]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:54 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:54 trial059 ceph-mon[16814]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:54 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:54.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:54 trial007 ceph-mon[23040]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:54 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:48:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:54 trial007 ceph-mon[14497]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:56.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:56 trial059 ceph-mon[16814]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:56.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:56 trial007 ceph-mon[23040]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:56 trial007 ceph-mon[14497]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:48:57.009 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T01:48:57.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:48:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:48:56] "GET /metrics HTTP/1.1" 200 38031 "" "Prometheus/2.51.0" 2026-02-12T01:48:57.301 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:48:57.512 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T01:48:57.512 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (6m) 2m ago 6m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T01:48:57.512 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (6m) 108s ago 6m 85.8M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T01:48:57.512 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (6m) 2m ago 6m - - 3.9 4cc07a41bb19 5bea039071af 2026-02-12T01:48:57.512 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (2m) 108s ago 7m 492M - 20.3.0-5221-ge200f5a1 c60a330ee965 96d65f0df267 2026-02-12T01:48:57.512 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:9283,8765 running (8m) 2m ago 8m - - 19.2.3-672-g283431c0 4cc07a41bb19 2f5d8fd174e4 2026-02-12T01:48:57.512 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (8m) 2m ago 8m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (8m) 108s ago 8m 43.0M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (8m) 2m ago 8m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (6m) 2m ago 6m - - 1.7.0 72c9c2088986 edf61c7bd463 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (6m) 108s ago 6m 13.4M - 1.7.0 72c9c2088986 c474e539ab45 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (7m) 108s ago 7m 56.4M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (7m) 108s ago 7m 53.7M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (6m) 108s ago 6m 52.7M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T01:48:57.513 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (6m) 108s ago 6m 54.9M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T01:48:57.514 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (6m) 108s ago 6m 57.7M - 2.51.0 1d3b7f56885b b010460a192c 2026-02-12T01:48:57.514 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (6m) 2m ago 6m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T01:48:57.514 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (6m) 108s ago 6m 104M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T01:48:57.549 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T01:48:57.835 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:48:58.056 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:48:58.056 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T01:48:58.056 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T01:48:58.056 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:48:58.056 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T01:48:58.056 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T01:48:58.056 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T01:48:58.056 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 14, 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:48:58.057 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:48:58.092 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph -s' 2026-02-12T01:48:58.115 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:58 trial007 ceph-mon[14497]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:58.115 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:58 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1411732107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:48:58.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:58 trial007 ceph-mon[23040]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:58.115 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:58 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1411732107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:48:58.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:58 trial059 ceph-mon[16814]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:48:58.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:58 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1411732107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:48:58.384 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:48:58.608 INFO:teuthology.orchestra.run.trial007.stdout: cluster: 2026-02-12T01:48:58.608 INFO:teuthology.orchestra.run.trial007.stdout: id: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:48:58.608 INFO:teuthology.orchestra.run.trial007.stdout: health: HEALTH_OK 2026-02-12T01:48:58.608 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:48:58.608 INFO:teuthology.orchestra.run.trial007.stdout: services: 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: mon: 3 daemons, quorum a,b,c (age 8m) 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: mgr: y(active, since 6m), standbys: x 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: osd: 8 osds: 8 up (since 6m), 8 in (since 6m) 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: data: 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: pools: 6 pools, 161 pgs 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: objects: 244 objects, 585 KiB 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: usage: 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: pgs: 161 active+clean 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: io: 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T01:48:58.609 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:48:58.645 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T01:48:58.971 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:48:59.196 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T01:48:59.235 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2026-02-12T01:48:59.258 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:59 trial007 ceph-mon[23040]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:48:59.259 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:48:59 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1480775861' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:48:59.259 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:59 trial007 ceph-mon[14497]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:48:59.259 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:48:59 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1480775861' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:48:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:59 trial059 ceph-mon[16814]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:48:59.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:48:59 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1480775861' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:48:59.521 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:48:59.748 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T01:48:59.779 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph mgr fail' 2026-02-12T01:49:00.105 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:49:00.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:00 trial007 ceph-mon[14497]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:00.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:00 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3869593656' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:49:00.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:00 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1187839825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:49:00.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:00 trial007 ceph-mon[23040]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:00.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:00 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3869593656' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:49:00.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:00 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1187839825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:49:00.336 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:00 trial059 ceph-mon[16814]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:00.336 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:00 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3869593656' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:49:00.337 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:00 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1187839825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:49:00.373 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T01:49:00.381 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:00 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:00.337+0000 7f34b4c93640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T01:49:00.382 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:00 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ignoring --setuser ceph since I am not root 2026-02-12T01:49:00.382 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:00 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ignoring --setgroup ceph since I am not root 2026-02-12T01:49:00.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:00] ENGINE Bus STOPPING 2026-02-12T01:49:00.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:49:00.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:00 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:00] ENGINE Bus STOPPED 2026-02-12T01:49:00.663 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:49:00.977 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:00 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:00.763+0000 7f42c8d10140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T01:49:00.977 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:00 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:00.907+0000 7f42c8d10140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T01:49:00.977 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:00 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:00.941+0000 7f42c8d10140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T01:49:00.977 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:00 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:00.982+0000 7f42c8d10140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T01:49:01.263 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4207954215' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:49:01.263 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:49:01.263 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: Activating manager daemon x 2026-02-12T01:49:01.263 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:49:01.263 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T01:49:01.263 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: mgrmap e23: x(active, starting, since 0.00508395s) 2026-02-12T01:49:01.263 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:49:01.263 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:49:01.264 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:49:01.264 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:49:01.264 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:49:01.264 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:49:01.264 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:49:01.264 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[14497]: Manager daemon x is now available 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4207954215' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: Activating manager daemon x 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: mgrmap e23: x(active, starting, since 0.00508395s) 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:49:01.265 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:01 trial007 ceph-mon[23040]: Manager daemon x is now available 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.014+0000 7f42c8d10140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.048+0000 7f42c8d10140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.115+0000 7f42c8d10140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:49:01.266 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: from numpy import show_config as show_numpy_config 2026-02-12T01:49:01.267 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.189+0000 7f42c8d10140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T01:49:01.267 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.225+0000 7f42c8d10140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T01:49:01.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:01 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: 2026-02-12T01:49:01.191+0000 7f113b486640 -1 log_channel(cephadm) log [ERR] : Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T01:49:01.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:01 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:01] ENGINE Bus STARTING 2026-02-12T01:49:01.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:01 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:01] ENGINE Serving on http://:::9283 2026-02-12T01:49:01.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:01 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:01] ENGINE Bus STARTED 2026-02-12T01:49:01.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4207954215' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:49:01.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:49:01.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: Activating manager daemon x 2026-02-12T01:49:01.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:49:01.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T01:49:01.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: mgrmap e23: x(active, starting, since 0.00508395s) 2026-02-12T01:49:01.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:49:01.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:49:01.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:49:01.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:49:01.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:49:01.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:49:01.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:49:01.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:01 trial059 ceph-mon[16814]: Manager daemon x is now available 2026-02-12T01:49:01.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.322+0000 7f42c8d10140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T01:49:01.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.384+0000 7f42c8d10140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T01:49:01.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.419+0000 7f42c8d10140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T01:49:01.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.452+0000 7f42c8d10140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T01:49:01.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.487+0000 7f42c8d10140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T01:49:01.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.518+0000 7f42c8d10140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T01:49:02.011 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.758+0000 7f42c8d10140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T01:49:02.011 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.859+0000 7f42c8d10140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T01:49:02.011 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.890+0000 7f42c8d10140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T01:49:02.011 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:01 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:01.922+0000 7f42c8d10140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T01:49:02.011 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:02 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:02.016+0000 7f42c8d10140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:49:02.372 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:02 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:02.046+0000 7f42c8d10140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T01:49:02.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:02 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:02.142+0000 7f42c8d10140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T01:49:02.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:49:02.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:49:02.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:49:02.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: Running migration 7 -> 8 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:49:02.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: mgrmap e24: x(active, since 1.00676s) 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: Running migration 7 -> 8 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: mgrmap e24: x(active, since 1.00676s) 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:02 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.561 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:49:02.561 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: Running migration 7 -> 8 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:49:02.562 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:49:02.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:49:02.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:49:02.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: mgrmap e24: x(active, since 1.00676s) 2026-02-12T01:49:02.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.563 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:02 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:02.648 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:02 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:02.620+0000 7f42c8d10140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T01:49:02.648 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:02 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:02.654+0000 7f42c8d10140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T01:49:03.183 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:03.072+0000 7f42c8d10140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T01:49:03.183 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:49:03] ENGINE Bus STARTING 2026-02-12T01:49:03.183 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: CherryPy Checker: 2026-02-12T01:49:03.183 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: The Application mounted at '' has an empty config. 2026-02-12T01:49:03.184 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: 2026-02-12T01:49:03.184 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:49:03] ENGINE Serving on http://:::9283 2026-02-12T01:49:03.184 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: [12/Feb/2026:01:49:03] ENGINE Bus STARTED 2026-02-12T01:49:03.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:03.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: Deploying cephadm binary to trial059 2026-02-12T01:49:03.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: Deploying cephadm binary to trial007 2026-02-12T01:49:03.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: [12/Feb/2026:01:49:02] ENGINE Bus STARTING 2026-02-12T01:49:03.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: Standby manager daemon y started 2026-02-12T01:49:03.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:49:03.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:49:03.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:49:03.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:49:03.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: mgrmap e25: x(active, since 2s), standbys: y 2026-02-12T01:49:03.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:49:03.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:03.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:03 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:03.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: Deploying cephadm binary to trial059 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: Deploying cephadm binary to trial007 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: [12/Feb/2026:01:49:02] ENGINE Bus STARTING 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: Standby manager daemon y started 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:49:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: mgrmap e25: x(active, since 2s), standbys: y 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: Deploying cephadm binary to trial059 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: Deploying cephadm binary to trial007 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: [12/Feb/2026:01:49:02] ENGINE Bus STARTING 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: Standby manager daemon y started 2026-02-12T01:49:03.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:49:03.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:49:03.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:49:03.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/406091198' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:49:03.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: mgrmap e25: x(active, since 2s), standbys: y 2026-02-12T01:49:03.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:49:03.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:03.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:03 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.550 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: [12/Feb/2026:01:49:02] ENGINE Serving on https://10.20.193.59:7150 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: [12/Feb/2026:01:49:02] ENGINE Client ('10.20.193.59', 38180) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: [12/Feb/2026:01:49:02] ENGINE Serving on http://10.20.193.59:8765 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: [12/Feb/2026:01:49:02] ENGINE Bus STARTED 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.551 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.552 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.553 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.553 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.553 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.553 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.553 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.553 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.553 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: [12/Feb/2026:01:49:02] ENGINE Serving on https://10.20.193.59:7150 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: [12/Feb/2026:01:49:02] ENGINE Client ('10.20.193.59', 38180) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: [12/Feb/2026:01:49:02] ENGINE Serving on http://10.20.193.59:8765 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: [12/Feb/2026:01:49:02] ENGINE Bus STARTED 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.554 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.556 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.557 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:49:04.558 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:04 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:04.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:04 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:04] ENGINE Bus STOPPING 2026-02-12T01:49:04.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:04 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:49:04.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:04 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:04] ENGINE Bus STOPPED 2026-02-12T01:49:04.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:04 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:04] ENGINE Bus STARTING 2026-02-12T01:49:04.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:04 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:04] ENGINE Serving on http://:::9283 2026-02-12T01:49:04.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:04 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:04] ENGINE Bus STARTED 2026-02-12T01:49:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='client.24857 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: [12/Feb/2026:01:49:02] ENGINE Serving on https://10.20.193.59:7150 2026-02-12T01:49:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: [12/Feb/2026:01:49:02] ENGINE Client ('10.20.193.59', 38180) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: [12/Feb/2026:01:49:02] ENGINE Serving on http://10.20.193.59:8765 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: [12/Feb/2026:01:49:02] ENGINE Bus STARTED 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:49:04.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:04 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:05.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial007 to 19731M 2026-02-12T01:49:05.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Adjusting osd_memory_target on trial059 to 19987M 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Running migration 7 -> 8 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T01:49:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.7'] -> ['10.20.193.59'] (diff {'10.20.193.59', '10.20.193.7'}) 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: mgrmap e26: x(active, since 4s), standbys: y 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4133562970' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2697421098' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]: dispatch 2026-02-12T01:49:05.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:05 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]: dispatch 2026-02-12T01:49:05.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial007 to 19731M 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Adjusting osd_memory_target on trial059 to 19987M 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:49:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Running migration 7 -> 8 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.7'] -> ['10.20.193.59'] (diff {'10.20.193.59', '10.20.193.7'}) 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: mgrmap e26: x(active, since 4s), standbys: y 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4133562970' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:49:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2697421098' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]: dispatch 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]: dispatch 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial007 to 19731M 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Adjusting osd_memory_target on trial059 to 19987M 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:49:05.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Running migration 7 -> 8 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.7'] -> ['10.20.193.59'] (diff {'10.20.193.59', '10.20.193.7'}) 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: mgrmap e26: x(active, since 4s), standbys: y 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:05.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4133562970' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:49:05.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2697421098' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]: dispatch 2026-02-12T01:49:05.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:05 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]: dispatch 2026-02-12T01:49:06.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:06 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:06.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:06 trial059 ceph-mon[16814]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:06.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:06 trial059 ceph-mon[16814]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'node-exporter_configured:True', 'ceph-exporter_configured:False', '9283', 'ingress_configured:False', 'mgr.x', 'smb_configured:False', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'nfs_configured:False', 'mgmt-gateway_configured:False', 'alertmanager', 'node-exporter', 'alertmanager_configured:True'}) 2026-02-12T01:49:06.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:06 trial059 ceph-mon[16814]: Deploying daemon prometheus.a on trial059 2026-02-12T01:49:06.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:06 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]': finished 2026-02-12T01:49:06.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:06 trial059 ceph-mon[16814]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T01:49:06.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:06 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1486826741' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]: dispatch 2026-02-12T01:49:06.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:06 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]: dispatch 2026-02-12T01:49:06.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:06.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[14497]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:06.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[14497]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'node-exporter_configured:True', 'ceph-exporter_configured:False', '9283', 'ingress_configured:False', 'mgr.x', 'smb_configured:False', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'nfs_configured:False', 'mgmt-gateway_configured:False', 'alertmanager', 'node-exporter', 'alertmanager_configured:True'}) 2026-02-12T01:49:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[14497]: Deploying daemon prometheus.a on trial059 2026-02-12T01:49:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]': finished 2026-02-12T01:49:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[14497]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T01:49:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1486826741' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]: dispatch 2026-02-12T01:49:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]: dispatch 2026-02-12T01:49:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[23040]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:06.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[23040]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'node-exporter_configured:True', 'ceph-exporter_configured:False', '9283', 'ingress_configured:False', 'mgr.x', 'smb_configured:False', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'nfs_configured:False', 'mgmt-gateway_configured:False', 'alertmanager', 'node-exporter', 'alertmanager_configured:True'}) 2026-02-12T01:49:06.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[23040]: Deploying daemon prometheus.a on trial059 2026-02-12T01:49:06.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4044436677"}]': finished 2026-02-12T01:49:06.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[23040]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T01:49:06.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1486826741' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]: dispatch 2026-02-12T01:49:06.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:06 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]: dispatch 2026-02-12T01:49:07.122 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:49:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[14747]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:49:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.51.0" 2026-02-12T01:49:08.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:07 trial059 ceph-mon[16814]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:08.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:07 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]': finished 2026-02-12T01:49:08.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:07 trial059 ceph-mon[16814]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T01:49:08.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:07 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2621959307' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/728774273"}]: dispatch 2026-02-12T01:49:08.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:07 trial007 ceph-mon[14497]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:08.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:07 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]': finished 2026-02-12T01:49:08.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:07 trial007 ceph-mon[14497]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T01:49:08.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:07 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2621959307' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/728774273"}]: dispatch 2026-02-12T01:49:08.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:07 trial007 ceph-mon[23040]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:49:08.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:07 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1972578996"}]': finished 2026-02-12T01:49:08.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:07 trial007 ceph-mon[23040]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T01:49:08.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:07 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2621959307' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/728774273"}]: dispatch 2026-02-12T01:49:09.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:08 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2621959307' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/728774273"}]': finished 2026-02-12T01:49:09.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:08 trial059 ceph-mon[16814]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T01:49:09.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:08 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1221404424' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]: dispatch 2026-02-12T01:49:09.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:08 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]: dispatch 2026-02-12T01:49:09.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:08 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2621959307' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/728774273"}]': finished 2026-02-12T01:49:09.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:08 trial007 ceph-mon[14497]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T01:49:09.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:08 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1221404424' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]: dispatch 2026-02-12T01:49:09.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:08 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]: dispatch 2026-02-12T01:49:09.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:08 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2621959307' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/728774273"}]': finished 2026-02-12T01:49:09.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:08 trial007 ceph-mon[23040]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T01:49:09.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:08 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1221404424' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]: dispatch 2026-02-12T01:49:09.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:08 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]: dispatch 2026-02-12T01:49:10.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:09 trial059 ceph-mon[16814]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T01:49:10.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:09 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]': finished 2026-02-12T01:49:10.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:09 trial059 ceph-mon[16814]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T01:49:10.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:09 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2864985448' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]: dispatch 2026-02-12T01:49:10.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:09 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]: dispatch 2026-02-12T01:49:10.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[14497]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T01:49:10.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]': finished 2026-02-12T01:49:10.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[14497]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T01:49:10.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2864985448' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]: dispatch 2026-02-12T01:49:10.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]: dispatch 2026-02-12T01:49:10.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[23040]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T01:49:10.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/728774273"}]': finished 2026-02-12T01:49:10.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[23040]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T01:49:10.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2864985448' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]: dispatch 2026-02-12T01:49:10.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:09 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]: dispatch 2026-02-12T01:49:11.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:10 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]': finished 2026-02-12T01:49:11.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:10 trial059 ceph-mon[16814]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T01:49:11.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:10 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1689731023' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]: dispatch 2026-02-12T01:49:11.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:10 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]: dispatch 2026-02-12T01:49:11.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:10 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]': finished 2026-02-12T01:49:11.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:10 trial007 ceph-mon[14497]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T01:49:11.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:10 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1689731023' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]: dispatch 2026-02-12T01:49:11.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:10 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]: dispatch 2026-02-12T01:49:11.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:10 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3325459579"}]': finished 2026-02-12T01:49:11.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:10 trial007 ceph-mon[23040]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T01:49:11.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:10 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1689731023' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]: dispatch 2026-02-12T01:49:11.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:10 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]: dispatch 2026-02-12T01:49:12.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:11 trial059 ceph-mon[16814]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T01:49:12.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:11 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]': finished 2026-02-12T01:49:12.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:11 trial059 ceph-mon[16814]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T01:49:12.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:11 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/772772322' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]: dispatch 2026-02-12T01:49:12.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:11 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]: dispatch 2026-02-12T01:49:12.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[14497]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T01:49:12.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]': finished 2026-02-12T01:49:12.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[14497]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T01:49:12.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/772772322' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]: dispatch 2026-02-12T01:49:12.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]: dispatch 2026-02-12T01:49:12.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[23040]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T01:49:12.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/4174654107"}]': finished 2026-02-12T01:49:12.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[23040]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T01:49:12.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/772772322' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]: dispatch 2026-02-12T01:49:12.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:11 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]: dispatch 2026-02-12T01:49:12.963 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:12 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]': finished 2026-02-12T01:49:12.963 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:12 trial059 ceph-mon[16814]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T01:49:12.964 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 systemd[1]: Stopping Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:49:12.964 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-02-12T01:49:12.964 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-02-12T01:49:12.964 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-02-12T01:49:12.964 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-02-12T01:49:12.964 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-02-12T01:49:12.964 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.734Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.735Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.735Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[45206]: ts=2026-02-12T01:49:12.735Z caller=main.go:1273 level=info msg="See you next time!" 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 podman[52895]: 2026-02-12 01:49:12.744539962 +0000 UTC m=+0.023347546 container died b010460a192ce9882d59b50dccb3922f23b63370c203c1df99b0a91b74ee5231 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 podman[52895]: 2026-02-12 01:49:12.752346953 +0000 UTC m=+0.031154537 container remove b010460a192ce9882d59b50dccb3922f23b63370c203c1df99b0a91b74ee5231 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 bash[52895]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@prometheus.a.service: Deactivated successfully. 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 systemd[1]: Stopped Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:49:12.965 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@prometheus.a.service: Consumed 1.150s CPU time. 2026-02-12T01:49:12.966 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:12 trial059 systemd[1]: Starting Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:49:13.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:12 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]': finished 2026-02-12T01:49:13.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:12 trial007 ceph-mon[23040]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T01:49:13.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:12 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/315412773"}]': finished 2026-02-12T01:49:13.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:12 trial007 ceph-mon[14497]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T01:49:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 podman[53059]: 2026-02-12 01:49:13.051664693 +0000 UTC m=+0.017836034 container create b0a5aec487d4b13daa017d25203357ca58b55e6038a1b37c3ae659e317bdf75b (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T01:49:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 podman[53059]: 2026-02-12 01:49:13.078490801 +0000 UTC m=+0.044662132 container init b0a5aec487d4b13daa017d25203357ca58b55e6038a1b37c3ae659e317bdf75b (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T01:49:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 podman[53059]: 2026-02-12 01:49:13.080910802 +0000 UTC m=+0.047082133 container start b0a5aec487d4b13daa017d25203357ca58b55e6038a1b37c3ae659e317bdf75b (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T01:49:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 bash[53059]: b0a5aec487d4b13daa017d25203357ca58b55e6038a1b37c3ae659e317bdf75b 2026-02-12T01:49:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 podman[53059]: 2026-02-12 01:49:13.04403334 +0000 UTC m=+0.010204661 image pull 4fcecf061b747d0b5dc55bc7efdba26f87768d058d403b5bcc3f0904cf49f973 quay.io/prometheus/prometheus:v3.6.0 2026-02-12T01:49:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 systemd[1]: Started Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:49:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.105Z level=INFO source=main.go:1545 msg="updated GOGC" old=100 new=75 2026-02-12T01:49:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.105Z level=INFO source=main.go:677 msg="Leaving GOMAXPROCS=24: CPU quota undefined" component=automaxprocs 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.105Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=120212527104 previous=9223372036854775807 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.105Z level=INFO source=main.go:770 msg="Starting Prometheus Server" mode=server version="(version=3.6.0, branch=HEAD, revision=491734606591ef8c188f5489c70380805bc868c0)" 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.106Z level=INFO source=main.go:775 msg="operational information" build_context="(go=go1.24.7, platform=linux/amd64, user=root@bfdf1aa26e4d, date=20250921-19:51:16, tags=netgo,builtinassets)" host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial059 (none))" fd_limits="(soft=1048576, hard=1048576)" vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.107Z level=INFO source=web.go:659 msg="Start listening for connections" component=web address=:9095 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.107Z level=INFO source=main.go:1289 msg="Starting TSDB ..." 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.108Z level=INFO source=tls_config.go:347 msg="Listening on" component=web address=[::]:9095 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.108Z level=INFO source=tls_config.go:350 msg="TLS is disabled." component=web http2=false address=[::]:9095 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.109Z level=INFO source=head.go:667 msg="Replaying on-disk memory mappable chunks if any" component=tsdb 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.109Z level=INFO source=head.go:754 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=791ns 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.109Z level=INFO source=head.go:762 msg="Replaying WAL, this may take a while" component=tsdb 2026-02-12T01:49:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.110Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=2 duration=686.209µs 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.118Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=1 maxSegment=2 duration=8.365842ms 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.119Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=2 maxSegment=2 duration=268.811µs 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.119Z level=INFO source=head.go:872 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=14.046µs wal_replay_duration=9.367489ms wbl_replay_duration=141ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=791ns total_replay_duration=9.412554ms 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.121Z level=INFO source=main.go:1310 msg="filesystem information" fs_type=XFS_SUPER_MAGIC 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.121Z level=INFO source=main.go:1313 msg="TSDB started" 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.121Z level=INFO source=main.go:1498 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.122Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.122Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.122Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.131Z level=INFO source=main.go:1538 msg="Completed loading of configuration file" db_storage=712ns remote_storage=932ns web_handler=331ns query_engine=642ns scrape=463.184µs scrape_sd=57.918µs notify=235.539µs notify_sd=68.337µs rules=9.472956ms tracing=3.667µs filename=/etc/prometheus/prometheus.yml totalDuration=10.514116ms 2026-02-12T01:49:13.353 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.131Z level=INFO source=main.go:1274 msg="Server is ready to receive web requests." 2026-02-12T01:49:13.354 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:13.131Z level=INFO source=manager.go:176 msg="Starting rule manager..." component="rule manager" 2026-02-12T01:49:14.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:14 trial059 ceph-mon[16814]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:14.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:14 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:14 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:14 trial059 ceph-mon[16814]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:49:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:14 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:14 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[23040]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:14.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[23040]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:49:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[14497]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[14497]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:49:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:14 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:14.850 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:14] ENGINE Bus STOPPING 2026-02-12T01:49:14.850 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:49:14.850 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:14] ENGINE Bus STOPPED 2026-02-12T01:49:14.851 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:14] ENGINE Bus STARTING 2026-02-12T01:49:14.851 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:14] ENGINE Serving on http://:::9283 2026-02-12T01:49:14.851 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:49:14] ENGINE Bus STARTED 2026-02-12T01:49:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:49:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:49:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-12T01:49:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-12T01:49:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:15.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:49:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:49:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:49:15.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:49:15.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:49:15.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:16.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:16 trial059 ceph-mon[16814]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 922 B/s rd, 0 op/s 2026-02-12T01:49:16.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:16 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:16.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:16 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:16.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:16 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:16.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:16 trial007 ceph-mon[23040]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 922 B/s rd, 0 op/s 2026-02-12T01:49:16.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:16 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:16.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:16 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:16.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:16 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:16 trial007 ceph-mon[14497]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 922 B/s rd, 0 op/s 2026-02-12T01:49:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:16 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:49:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:16 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:16 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:18.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:18 trial059 ceph-mon[16814]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 782 B/s rd, 0 op/s 2026-02-12T01:49:18.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:18 trial007 ceph-mon[23040]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 782 B/s rd, 0 op/s 2026-02-12T01:49:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:18 trial007 ceph-mon[14497]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 782 B/s rd, 0 op/s 2026-02-12T01:49:20.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:20 trial059 ceph-mon[16814]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:20.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:20 trial007 ceph-mon[23040]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:20 trial007 ceph-mon[14497]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:22.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:22 trial059 ceph-mon[16814]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T01:49:22.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:22 trial007 ceph-mon[14497]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T01:49:22.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:22 trial007 ceph-mon[23040]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T01:49:24.288 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:49:23] "GET /metrics HTTP/1.1" 200 5703 "" "Prometheus/3.6.0" 2026-02-12T01:49:24.288 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:23.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:49:24.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:24 trial059 ceph-mon[16814]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 971 B/s rd, 0 op/s 2026-02-12T01:49:24.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:24 trial007 ceph-mon[23040]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 971 B/s rd, 0 op/s 2026-02-12T01:49:24.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:24 trial007 ceph-mon[14497]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 971 B/s rd, 0 op/s 2026-02-12T01:49:26.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:26 trial059 ceph-mon[16814]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:26.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:26 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:26.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:26 trial007 ceph-mon[14497]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:26.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:26 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:26 trial007 ceph-mon[23040]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:26 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:27.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:49:28.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:28 trial059 ceph-mon[16814]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:28.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:28 trial007 ceph-mon[14497]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:28.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:28 trial007 ceph-mon[23040]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:29.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:29 trial059 ceph-mon[16814]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:29.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:29 trial007 ceph-mon[14497]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:29.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:29 trial007 ceph-mon[23040]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:31.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:31 trial059 ceph-mon[16814]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:31.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:31 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:31.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:31 trial007 ceph-mon[14497]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:31.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:31 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:31.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:31 trial007 ceph-mon[23040]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:31.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:31 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:33.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:33 trial059 ceph-mon[16814]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:33.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:33 trial007 ceph-mon[14497]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:33.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:33 trial007 ceph-mon[23040]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:34.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:49:33] "GET /metrics HTTP/1.1" 200 5704 "" "Prometheus/3.6.0" 2026-02-12T01:49:34.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:33.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:49:35.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:35 trial059 ceph-mon[16814]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:35.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:35 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:35.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:35 trial007 ceph-mon[14497]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:35.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:35 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:35.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:35 trial007 ceph-mon[23040]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:35.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:35 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:37.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:49:37.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:37 trial059 ceph-mon[16814]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:37.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:37 trial007 ceph-mon[14497]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:37.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:37 trial007 ceph-mon[23040]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:39.652 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:39 trial059 ceph-mon[16814]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:39.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:39 trial007 ceph-mon[14497]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:39.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:39 trial007 ceph-mon[23040]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:41.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:41 trial059 ceph-mon[16814]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:41.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:41 trial007 ceph-mon[14497]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:41 trial007 ceph-mon[23040]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:43.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:43 trial059 ceph-mon[16814]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:43 trial007 ceph-mon[14497]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:43.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:43 trial007 ceph-mon[23040]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:44.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:49:43] "GET /metrics HTTP/1.1" 200 5704 "" "Prometheus/3.6.0" 2026-02-12T01:49:44.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:43.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:49:45.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:45 trial059 ceph-mon[16814]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:45.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:45 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:45.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:45 trial007 ceph-mon[14497]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:45.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:45 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:45.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:45 trial007 ceph-mon[23040]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:45.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:45 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:46.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:46 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:46.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:46 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:46.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:46 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:49:47.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:49:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:47 trial059 ceph-mon[16814]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:47.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:47 trial007 ceph-mon[14497]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:47.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:47 trial007 ceph-mon[23040]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:49.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:49 trial059 ceph-mon[16814]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:49 trial007 ceph-mon[14497]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:49 trial007 ceph-mon[23040]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:51.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:51 trial059 ceph-mon[16814]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:51.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:51 trial007 ceph-mon[14497]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:51.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:51 trial007 ceph-mon[23040]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:53.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:53 trial059 ceph-mon[16814]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:53.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:53 trial007 ceph-mon[14497]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:53.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:53 trial007 ceph-mon[23040]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:54.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:49:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:49:53] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T01:49:54.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:53.944Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:49:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:55 trial059 ceph-mon[16814]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:55 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:55.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:55 trial007 ceph-mon[14497]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:55.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:55 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:55 trial007 ceph-mon[23040]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:55 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:49:57.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:49:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:49:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:49:57.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:57 trial059 ceph-mon[16814]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:57.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:57 trial007 ceph-mon[14497]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:57.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:57 trial007 ceph-mon[23040]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:49:59.674 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:49:59 trial007 ceph-mon[14497]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:59.675 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:49:59 trial007 ceph-mon[23040]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:49:59.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:49:59 trial059 ceph-mon[16814]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:00.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:00 trial059 ceph-mon[16814]: overall HEALTH_OK 2026-02-12T01:50:00.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:00 trial007 ceph-mon[14497]: overall HEALTH_OK 2026-02-12T01:50:00.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:00 trial007 ceph-mon[23040]: overall HEALTH_OK 2026-02-12T01:50:01.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:01 trial059 ceph-mon[16814]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:01.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:01.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:01 trial007 ceph-mon[14497]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:01.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:01.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:01 trial007 ceph-mon[23040]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:01.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:03.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:03 trial059 ceph-mon[16814]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:03 trial007 ceph-mon[14497]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:03.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:03 trial007 ceph-mon[23040]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:04.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:50:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:50:03] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T01:50:04.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:03.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:50:05.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:05 trial059 ceph-mon[16814]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:05.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:05 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:05.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:05 trial007 ceph-mon[14497]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:05.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:05 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:05.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:05 trial007 ceph-mon[23040]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:05.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:05 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:07.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:50:07.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:07 trial059 ceph-mon[16814]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:07.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:07 trial007 ceph-mon[23040]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:07.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:07 trial007 ceph-mon[14497]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:09.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:09 trial059 ceph-mon[16814]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:09.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:09 trial007 ceph-mon[14497]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:09.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:09 trial007 ceph-mon[23040]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:11.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:11 trial059 ceph-mon[16814]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:11.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:11 trial007 ceph-mon[14497]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:11.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:11 trial007 ceph-mon[23040]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:13.421 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:50:13.421 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:50:13.422 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:50:13.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:13 trial059 ceph-mon[16814]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:13.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:13 trial007 ceph-mon[14497]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:13.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:13 trial007 ceph-mon[23040]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:14.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:50:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:50:13] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T01:50:14.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:13.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:50:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:15 trial059 ceph-mon[16814]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:50:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:50:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:50:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:15 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:15.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[14497]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:15.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:50:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:50:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:50:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[23040]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:50:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:50:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:50:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:15 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:16.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:16 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:16.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:16 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:16.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:16 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:17.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:50:17.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:17 trial059 ceph-mon[16814]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:17.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:17 trial007 ceph-mon[14497]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:17.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:17 trial007 ceph-mon[23040]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:19.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:19 trial059 ceph-mon[16814]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:19.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:19 trial007 ceph-mon[14497]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:19.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:19 trial007 ceph-mon[23040]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:21.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:21 trial059 ceph-mon[16814]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:21.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:21 trial007 ceph-mon[14497]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:21.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:21 trial007 ceph-mon[23040]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:23.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:23 trial059 ceph-mon[16814]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:23.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:23 trial007 ceph-mon[14497]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:23.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:23 trial007 ceph-mon[23040]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:24.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:50:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:50:23] "GET /metrics HTTP/1.1" 200 5699 "" "Prometheus/3.6.0" 2026-02-12T01:50:24.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:23.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:50:25.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:25 trial059 ceph-mon[16814]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:25.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:25 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:25.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:25 trial007 ceph-mon[14497]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:25.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:25 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:25.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:25 trial007 ceph-mon[23040]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:25.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:25 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:27.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:50:27.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:27 trial059 ceph-mon[16814]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:27.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:27 trial007 ceph-mon[14497]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:27.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:27 trial007 ceph-mon[23040]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:29.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:29 trial059 ceph-mon[16814]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:29.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:29 trial007 ceph-mon[14497]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:29.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:29 trial007 ceph-mon[23040]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:31.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:31 trial059 ceph-mon[16814]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:31.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:31 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:31.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:31 trial007 ceph-mon[14497]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:31.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:31 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:31.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:31 trial007 ceph-mon[23040]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:31.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:31 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:33.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:33 trial059 ceph-mon[16814]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:33.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:33 trial007 ceph-mon[14497]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:33.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:33 trial007 ceph-mon[23040]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:34.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:50:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:50:33] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T01:50:34.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:33.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:50:35.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:35 trial059 ceph-mon[16814]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:35.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:35 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:35.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:35 trial007 ceph-mon[14497]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:35.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:35 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:35.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:35 trial007 ceph-mon[23040]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:35.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:35 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:37.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:50:37.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:37 trial059 ceph-mon[16814]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:37.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:37 trial007 ceph-mon[14497]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:37.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:37 trial007 ceph-mon[23040]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:39.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:39 trial059 ceph-mon[16814]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:39.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:39 trial007 ceph-mon[14497]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:39.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:39 trial007 ceph-mon[23040]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:41.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:41 trial059 ceph-mon[16814]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:41.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:41 trial007 ceph-mon[14497]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:41 trial007 ceph-mon[23040]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:43.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:43 trial059 ceph-mon[16814]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:43.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:43 trial007 ceph-mon[14497]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:43.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:43 trial007 ceph-mon[23040]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:44.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:50:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:50:43] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T01:50:44.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:43.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:50:45.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:45 trial059 ceph-mon[16814]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:45.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:45 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:45.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:45 trial007 ceph-mon[14497]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:45.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:45 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:45.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:45 trial007 ceph-mon[23040]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:45.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:45 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:46.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:46 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:46.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:46 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:46.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:46 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:50:47.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:46.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:50:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:47 trial059 ceph-mon[16814]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:47.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:47 trial007 ceph-mon[14497]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:47 trial007 ceph-mon[23040]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:49.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:49 trial059 ceph-mon[16814]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:49 trial007 ceph-mon[14497]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:49 trial007 ceph-mon[23040]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:51.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:51 trial059 ceph-mon[16814]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:51.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:51 trial007 ceph-mon[14497]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:51.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:51 trial007 ceph-mon[23040]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:53.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:53 trial059 ceph-mon[16814]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:53.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:53 trial007 ceph-mon[14497]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:53 trial007 ceph-mon[23040]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:54.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:50:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:50:53] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T01:50:54.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:53.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:50:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:55 trial059 ceph-mon[16814]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:55 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:55.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:55 trial007 ceph-mon[14497]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:55.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:55 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:55 trial007 ceph-mon[23040]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:55 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:50:57.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:50:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:50:56.949Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:50:57.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:57 trial059 ceph-mon[16814]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:57.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:57 trial007 ceph-mon[14497]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:57.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:57 trial007 ceph-mon[23040]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:50:59.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:50:59 trial059 ceph-mon[16814]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:59.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:50:59 trial007 ceph-mon[14497]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:50:59.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:50:59 trial007 ceph-mon[23040]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:01.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:01 trial059 ceph-mon[16814]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:01.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:01.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:01 trial007 ceph-mon[14497]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:01.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:01.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:01 trial007 ceph-mon[23040]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:01.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:03.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:03 trial059 ceph-mon[16814]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:03 trial007 ceph-mon[14497]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:03.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:03 trial007 ceph-mon[23040]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:04.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:51:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:51:03] "GET /metrics HTTP/1.1" 200 5702 "" "Prometheus/3.6.0" 2026-02-12T01:51:04.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:03.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:51:05.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:05 trial059 ceph-mon[16814]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:05.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:05 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:05.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:05 trial007 ceph-mon[14497]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:05.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:05 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:05.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:05 trial007 ceph-mon[23040]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:05.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:05 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:07.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:51:07.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:07 trial059 ceph-mon[16814]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:07.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:07 trial007 ceph-mon[14497]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:07.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:07 trial007 ceph-mon[23040]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:09.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:09 trial059 ceph-mon[16814]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:09.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:09 trial007 ceph-mon[14497]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:09.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:09 trial007 ceph-mon[23040]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:11.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:11 trial059 ceph-mon[16814]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:11.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:11 trial007 ceph-mon[14497]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:11.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:11 trial007 ceph-mon[23040]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:13.466 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:51:13.466 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:51:13.466 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:51:13.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:13 trial059 ceph-mon[16814]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:13.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:13 trial007 ceph-mon[14497]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:13.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:13 trial007 ceph-mon[23040]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:14.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:13.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:51:14.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:51:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:51:13] "GET /metrics HTTP/1.1" 200 5702 "" "Prometheus/3.6.0" 2026-02-12T01:51:16.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:51:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:51:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:15 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:16.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:51:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:51:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:51:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:15 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:17.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:16 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:17.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:51:17.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:16 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:16 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:18.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:17 trial059 ceph-mon[16814]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:18.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:17 trial007 ceph-mon[23040]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:18.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:17 trial007 ceph-mon[14497]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:20.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:19 trial059 ceph-mon[16814]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:20.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:19 trial007 ceph-mon[14497]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:20.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:19 trial007 ceph-mon[23040]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:22.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:21 trial059 ceph-mon[16814]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:22.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:21 trial007 ceph-mon[14497]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:22.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:21 trial007 ceph-mon[23040]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:24.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:23 trial059 ceph-mon[16814]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:24.101 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:51:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:51:23] "GET /metrics HTTP/1.1" 200 5708 "" "Prometheus/3.6.0" 2026-02-12T01:51:24.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:23.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:51:24.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:23 trial007 ceph-mon[14497]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:24.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:23 trial007 ceph-mon[23040]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:26.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:25 trial059 ceph-mon[16814]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:26.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:25 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:26.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:25 trial007 ceph-mon[14497]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:26.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:25 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:26.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:25 trial007 ceph-mon[23040]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:26.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:25 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:27.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:26.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:51:28.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:27 trial059 ceph-mon[16814]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:28.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:27 trial007 ceph-mon[14497]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:28.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:27 trial007 ceph-mon[23040]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:30.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:29 trial059 ceph-mon[16814]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:30.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:29 trial007 ceph-mon[14497]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:30.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:29 trial007 ceph-mon[23040]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:31 trial059 ceph-mon[16814]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:31 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:32.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:31 trial007 ceph-mon[14497]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:32.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:31 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:32.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:31 trial007 ceph-mon[23040]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:32.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:31 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:34.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:33 trial059 ceph-mon[16814]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:34.101 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:51:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:51:33] "GET /metrics HTTP/1.1" 200 5708 "" "Prometheus/3.6.0" 2026-02-12T01:51:34.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:33.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:51:34.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:33 trial007 ceph-mon[14497]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:34.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:33 trial007 ceph-mon[23040]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:35 trial059 ceph-mon[16814]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:35 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:36.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:35 trial007 ceph-mon[14497]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:36.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:35 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:36.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:35 trial007 ceph-mon[23040]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:36.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:35 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:37.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:51:38.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:37 trial059 ceph-mon[16814]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:37 trial007 ceph-mon[14497]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:37 trial007 ceph-mon[23040]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:40.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:39 trial059 ceph-mon[16814]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:40.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:39 trial007 ceph-mon[14497]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:40.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:39 trial007 ceph-mon[23040]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:42.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:41 trial059 ceph-mon[16814]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:42.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:41 trial007 ceph-mon[14497]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:42.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:41 trial007 ceph-mon[23040]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:44.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:43 trial059 ceph-mon[16814]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:44.100 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:51:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:51:43] "GET /metrics HTTP/1.1" 200 5708 "" "Prometheus/3.6.0" 2026-02-12T01:51:44.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:43.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:51:44.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:43 trial007 ceph-mon[14497]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:44.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:43 trial007 ceph-mon[23040]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:46.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:45 trial059 ceph-mon[16814]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:46.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:45 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:46.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:45 trial007 ceph-mon[14497]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:46.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:45 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:46.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:45 trial007 ceph-mon[23040]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:46.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:45 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:47.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:46 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:47.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:51:47.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:46 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:47.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:46 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:51:48.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:47 trial059 ceph-mon[16814]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:48.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:47 trial007 ceph-mon[14497]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:48.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:47 trial007 ceph-mon[23040]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:49 trial059 ceph-mon[16814]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:50.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:49 trial007 ceph-mon[14497]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:50.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:49 trial007 ceph-mon[23040]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:51 trial059 ceph-mon[16814]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:52.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:51 trial007 ceph-mon[14497]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:52.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:51 trial007 ceph-mon[23040]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:54.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:53 trial059 ceph-mon[16814]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:54.101 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:51:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:51:53] "GET /metrics HTTP/1.1" 200 5708 "" "Prometheus/3.6.0" 2026-02-12T01:51:54.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:53.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:51:54.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:53 trial007 ceph-mon[14497]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:54.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:53 trial007 ceph-mon[23040]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:56.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:55 trial059 ceph-mon[16814]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:56.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:55 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:56.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:55 trial007 ceph-mon[14497]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:56.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:55 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:56.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:55 trial007 ceph-mon[23040]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:51:56.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:55 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:51:57.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:51:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:51:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:51:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:57 trial059 ceph-mon[16814]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:58.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:57 trial007 ceph-mon[14497]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:51:58.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:57 trial007 ceph-mon[23040]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:00.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:51:59 trial059 ceph-mon[16814]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:00.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:51:59 trial007 ceph-mon[14497]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:00.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:51:59 trial007 ceph-mon[23040]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:00.756 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T01:52:01.046 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:52:01.474 INFO:teuthology.orchestra.run.trial007.stdout:Scheduled to redeploy mgr.y on host 'trial007' 2026-02-12T01:52:01.513 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps --refresh' 2026-02-12T01:52:01.799 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:52:02.023 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (9m) 2m ago 9m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (9m) 2m ago 9m 88.8M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (2m) 2m ago 9m - - 3.9 4cc07a41bb19 7b2ca998ff39 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (5m) 2m ago 11m 550M - 20.3.0-5221-ge200f5a1 c60a330ee965 96d65f0df267 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:9283,8765 running (11m) 2m ago 11m - - 19.2.3-672-g283431c0 4cc07a41bb19 2f5d8fd174e4 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (11m) 2m ago 11m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (11m) 2m ago 11m 45.3M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (11m) 2m ago 11m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (9m) 2m ago 9m - - 1.7.0 72c9c2088986 edf61c7bd463 2026-02-12T01:52:02.024 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (9m) 2m ago 9m 14.0M - 1.7.0 72c9c2088986 c474e539ab45 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (10m) 2m ago 10m 58.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (10m) 2m ago 10m 55.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (9m) 2m ago 9m 54.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (9m) 2m ago 9m 56.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (2m) 2m ago 9m 37.9M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (9m) 2m ago 9m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T01:52:02.025 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (9m) 2m ago 9m 106M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T01:52:02.059 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4196529086' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:52:02.060 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:52:02.061 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:02.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:02.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:02.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4196529086' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:52:02.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.061 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:02.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:52:02.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:52:02.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:52:02.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:52:02.062 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:02.063 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T01:52:02.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:02.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:02.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4196529086' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T01:52:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:02.367 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:52:03.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:02 trial059 ceph-mon[16814]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:52:03.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:02 trial059 ceph-mon[16814]: Schedule redeploy daemon mgr.y 2026-02-12T01:52:03.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:02 trial059 ceph-mon[16814]: Deploying daemon mgr.y on trial007 2026-02-12T01:52:03.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:02 trial059 ceph-mon[16814]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:52:03.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:02 trial007 ceph-mon[14497]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:52:03.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:02 trial007 ceph-mon[14497]: Schedule redeploy daemon mgr.y 2026-02-12T01:52:03.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:02 trial007 ceph-mon[14497]: Deploying daemon mgr.y on trial007 2026-02-12T01:52:03.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:02 trial007 ceph-mon[14497]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:52:03.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:02 trial007 ceph-mon[23040]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:52:03.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:02 trial007 ceph-mon[23040]: Schedule redeploy daemon mgr.y 2026-02-12T01:52:03.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:02 trial007 ceph-mon[23040]: Deploying daemon mgr.y on trial007 2026-02-12T01:52:03.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:02 trial007 ceph-mon[23040]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:52:04.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:03 trial059 ceph-mon[16814]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:04.100 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:52:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:52:03] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T01:52:04.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:03.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:52:04.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:03 trial007 ceph-mon[14497]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:04.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:03 trial007 ceph-mon[23040]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:06.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:05 trial059 ceph-mon[16814]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:06.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:05 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:06.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:05 trial007 ceph-mon[14497]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:06.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:05 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:06.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:05 trial007 ceph-mon[23040]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:06.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:05 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:07.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:52:08.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:07 trial059 ceph-mon[16814]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:08.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:07 trial007 ceph-mon[14497]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:08.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:07 trial007 ceph-mon[23040]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:10.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:09 trial059 ceph-mon[16814]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:10.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:09 trial007 ceph-mon[14497]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:10.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:09 trial007 ceph-mon[23040]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:12.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:11 trial059 ceph-mon[16814]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:12.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:11 trial007 ceph-mon[23040]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:12.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:11 trial007 ceph-mon[14497]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:13.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:52:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:52:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:52:14.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:13 trial059 ceph-mon[16814]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:14.101 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:52:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:52:13] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T01:52:14.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:13.944Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:52:14.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:13 trial007 ceph-mon[14497]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:14.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:13 trial007 ceph-mon[23040]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:14.952 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:14 trial007 systemd[1]: Stopping Ceph mgr.y for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:52:15.280 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:14 trial007 podman[68543]: 2026-02-12 01:52:14.958548022 +0000 UTC m=+0.053822175 container died 2f5d8fd174e48e6d4d9ac8ae1bfb391a2107d9a1ccbc8c0db7ee6210bc66c1fd (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T01:52:15.280 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:14 trial007 podman[68543]: 2026-02-12 01:52:14.972398687 +0000 UTC m=+0.067672830 container remove 2f5d8fd174e48e6d4d9ac8ae1bfb391a2107d9a1ccbc8c0db7ee6210bc66c1fd (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, CEPH_REF=squid) 2026-02-12T01:52:15.280 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:14 trial007 bash[68543]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y 2026-02-12T01:52:15.280 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:14 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service: Main process exited, code=exited, status=143/n/a 2026-02-12T01:52:15.280 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service: Failed with result 'exit-code'. 2026-02-12T01:52:15.280 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 systemd[1]: Stopped Ceph mgr.y for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:52:15.280 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service: Consumed 22.819s CPU time. 2026-02-12T01:52:15.280 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 systemd[1]: Starting Ceph mgr.y for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T01:52:15.580 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 podman[68716]: 2026-02-12 01:52:15.285988104 +0000 UTC m=+0.017435350 container create 6516ef60fd30b444f309df7ffe5f0177e681a3c6a307a559604649c3e7d7fb31 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T01:52:15.580 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 podman[68716]: 2026-02-12 01:52:15.31466773 +0000 UTC m=+0.046114916 container init 6516ef60fd30b444f309df7ffe5f0177e681a3c6a307a559604649c3e7d7fb31 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default) 2026-02-12T01:52:15.580 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 podman[68716]: 2026-02-12 01:52:15.316654588 +0000 UTC m=+0.048101774 container start 6516ef60fd30b444f309df7ffe5f0177e681a3c6a307a559604649c3e7d7fb31 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T01:52:15.580 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 bash[68716]: 6516ef60fd30b444f309df7ffe5f0177e681a3c6a307a559604649c3e7d7fb31 2026-02-12T01:52:15.580 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 podman[68716]: 2026-02-12 01:52:15.279251638 +0000 UTC m=+0.010698824 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T01:52:15.580 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 systemd[1]: Started Ceph mgr.y for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T01:52:15.580 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mgr[68744]: -- 10.20.193.7:0/4176093678 <== mon.0 v2:10.20.193.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0xfd5a00 con 0xfa9c00 2026-02-12T01:52:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:15 trial059 ceph-mon[16814]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:15 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:15 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[14497]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[23040]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:15.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:15 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:16.622 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:52:16.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:52:16.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: from numpy import show_config as show_numpy_config 2026-02-12T01:52:17.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:16.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:52:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:16 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:16 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:16 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:16 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:16 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:16 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:16 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:52:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:16 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:52:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:52:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:16 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:52:18.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:18 trial059 ceph-mon[16814]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:18 trial059 ceph-mon[16814]: Standby manager daemon y restarted 2026-02-12T01:52:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:18 trial059 ceph-mon[16814]: Standby manager daemon y started 2026-02-12T01:52:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:18 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:52:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:18 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:52:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:18 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:52:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:18 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:52:18.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[14497]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[14497]: Standby manager daemon y restarted 2026-02-12T01:52:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[14497]: Standby manager daemon y started 2026-02-12T01:52:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:52:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:52:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:52:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[23040]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[23040]: Standby manager daemon y restarted 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[23040]: Standby manager daemon y started 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:18 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:18 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:52:18] ENGINE Bus STARTING 2026-02-12T01:52:18.624 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:18 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: CherryPy Checker: 2026-02-12T01:52:18.625 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:18 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: The Application mounted at '' has an empty config. 2026-02-12T01:52:18.625 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:18 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T01:52:18.625 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:18 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:52:18] ENGINE Serving on http://:::9283 2026-02-12T01:52:18.625 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:52:18 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:52:18] ENGINE Bus STARTED 2026-02-12T01:52:19.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:19 trial059 ceph-mon[16814]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T01:52:19.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:19 trial007 ceph-mon[23040]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T01:52:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:19 trial007 ceph-mon[14497]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T01:52:20.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:20 trial059 ceph-mon[16814]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:20.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:20 trial007 ceph-mon[23040]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:20 trial007 ceph-mon[14497]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:22.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:22 trial059 ceph-mon[16814]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:22.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:22 trial007 ceph-mon[23040]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:22 trial007 ceph-mon[14497]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:24.312 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:52:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:52:23] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T01:52:24.312 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:23.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:52:24.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:24 trial059 ceph-mon[16814]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:24.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:24 trial007 ceph-mon[14497]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:24 trial007 ceph-mon[23040]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:26.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:26 trial059 ceph-mon[16814]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:26.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:26 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:26.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:26 trial007 ceph-mon[14497]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:26.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:26 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:26 trial007 ceph-mon[23040]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:26 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:27.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:52:28.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:28 trial059 ceph-mon[16814]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:28.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:28 trial007 ceph-mon[14497]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:28.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:28 trial007 ceph-mon[23040]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:30.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:30 trial059 ceph-mon[16814]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:30.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:30 trial007 ceph-mon[14497]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:30 trial007 ceph-mon[23040]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:31.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:31 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:31.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:31 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:31.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:31 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:32.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:32 trial059 ceph-mon[16814]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:32.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:32 trial007 ceph-mon[14497]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:32.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:32 trial007 ceph-mon[23040]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:34.321 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:52:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:52:33] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T01:52:34.321 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:33.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:52:34.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:34 trial059 ceph-mon[16814]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:34.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:34 trial007 ceph-mon[14497]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:34 trial007 ceph-mon[23040]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:36.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:36 trial059 ceph-mon[16814]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:36.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:36 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:36.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:36 trial007 ceph-mon[14497]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:36.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:36 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:36.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:36 trial007 ceph-mon[23040]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:36.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:36 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:37.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:52:38.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:38 trial059 ceph-mon[16814]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:38.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:38 trial007 ceph-mon[14497]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:38.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:38 trial007 ceph-mon[23040]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:39.850 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:52:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=cleanup t=2026-02-12T01:52:39.600021151Z level=info msg="Completed cleanup jobs" duration=5.118322ms 2026-02-12T01:52:39.850 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:52:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=sqlstore.transactions t=2026-02-12T01:52:39.605217569Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T01:52:39.850 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:52:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=plugins.update.checker t=2026-02-12T01:52:39.71433194Z level=info msg="Update check succeeded" duration=55.023074ms 2026-02-12T01:52:40.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:40 trial059 ceph-mon[16814]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:40.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:40 trial007 ceph-mon[14497]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:40 trial007 ceph-mon[23040]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:42.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:42 trial059 ceph-mon[16814]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:42.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:42 trial007 ceph-mon[14497]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:42.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:42 trial007 ceph-mon[23040]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:44.327 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:52:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:52:43] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T01:52:44.328 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:43.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:52:44.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:44 trial059 ceph-mon[16814]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:44.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:44 trial007 ceph-mon[14497]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:44 trial007 ceph-mon[23040]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:45 trial007 ceph-mon[14497]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:45.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:45 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:45.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:45 trial007 ceph-mon[23040]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:45.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:45 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:45.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:45 trial059 ceph-mon[16814]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:45.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:45 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:46.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:46 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:46.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:46 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:46.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:46 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:52:47.334 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:52:47.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:47 trial059 ceph-mon[16814]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:47.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:47 trial007 ceph-mon[14497]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:47 trial007 ceph-mon[23040]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:52:49.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:49 trial059 ceph-mon[16814]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:49.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:49 trial007 ceph-mon[14497]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:49 trial007 ceph-mon[23040]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:51.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:51 trial059 ceph-mon[16814]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:51.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:51 trial007 ceph-mon[14497]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:51.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:51 trial007 ceph-mon[23040]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:52:53.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:53 trial059 ceph-mon[16814]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:52:53.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:53 trial007 ceph-mon[14497]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:52:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:53 trial007 ceph-mon[23040]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:52:54.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:52:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:52:53] "GET /metrics HTTP/1.1" 200 5704 "" "Prometheus/3.6.0" 2026-02-12T01:52:54.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:53.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:52:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:55 trial059 ceph-mon[16814]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:52:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:55 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:55.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:55 trial007 ceph-mon[14497]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:52:55.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:55 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:55 trial007 ceph-mon[23040]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:52:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:55 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:52:57.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:52:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:52:56.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:52:57.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:57 trial059 ceph-mon[16814]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:52:57.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:57 trial007 ceph-mon[14497]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:52:57.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:57 trial007 ceph-mon[23040]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:52:59.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:52:59 trial059 ceph-mon[16814]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:52:59.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:52:59 trial007 ceph-mon[14497]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:52:59.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:52:59 trial007 ceph-mon[23040]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:53:01.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:01 trial059 ceph-mon[16814]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:53:01.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:01.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:01 trial007 ceph-mon[23040]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:53:01.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:01.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:01 trial007 ceph-mon[14497]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T01:53:01.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:03.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:03 trial059 ceph-mon[16814]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:53:03.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:03 trial007 ceph-mon[14497]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:53:03.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:03 trial007 ceph-mon[23040]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T01:53:04.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:53:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:53:03] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T01:53:04.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:03.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:53:05.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:05 trial059 ceph-mon[16814]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:05.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:05 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:05.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:05 trial007 ceph-mon[14497]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:05.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:05 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:05.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:05 trial007 ceph-mon[23040]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:05.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:05 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:07.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:53:07.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:07 trial059 ceph-mon[16814]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:07.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:07 trial007 ceph-mon[14497]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:07.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:07 trial007 ceph-mon[23040]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:09.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:09 trial059 ceph-mon[16814]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:09.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:09 trial007 ceph-mon[14497]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:09.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:09 trial007 ceph-mon[23040]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:11.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:11 trial059 ceph-mon[16814]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:11.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:11 trial007 ceph-mon[14497]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:11.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:11 trial007 ceph-mon[23040]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:13.443 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:53:13.443 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:53:13.443 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:53:13.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:13 trial059 ceph-mon[16814]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:13.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:13 trial007 ceph-mon[14497]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:13.872 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:13 trial007 ceph-mon[23040]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:14.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:53:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:53:13] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T01:53:14.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:13.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:53:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:15 trial059 ceph-mon[16814]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:15 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:15 trial007 ceph-mon[14497]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:15 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:15 trial007 ceph-mon[23040]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:15 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:16.769 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:16 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:16.769 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:16 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:16.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:16 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:17.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:53:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:17 trial007 ceph-mon[23040]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:17 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:17.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:17 trial007 ceph-mon[14497]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:17.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:17 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:17.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:17 trial059 ceph-mon[16814]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:17.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:17 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:18.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:18 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:18.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:18 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:53:18.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:18 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:53:18.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:18 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:18.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:18 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:18.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:18 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:53:18.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:18 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:53:18.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:18 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:18.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:18 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:18.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:18 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:53:18.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:18 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:53:18.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:18 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:53:20.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:19 trial059 ceph-mon[16814]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:20.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:19 trial007 ceph-mon[14497]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:20.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:19 trial007 ceph-mon[23040]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:22.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:21 trial059 ceph-mon[16814]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:22.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:21 trial007 ceph-mon[14497]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:22.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:21 trial007 ceph-mon[23040]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:23.936 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:23 trial059 ceph-mon[16814]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:24.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:23 trial007 ceph-mon[14497]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:24.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:23 trial007 ceph-mon[23040]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:24.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:53:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:53:23] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T01:53:24.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:23.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:53:26.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:25 trial059 ceph-mon[16814]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:26.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:25 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:26.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:25 trial007 ceph-mon[14497]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:26.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:25 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:26.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:25 trial007 ceph-mon[23040]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:26.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:25 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:27.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:26.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:53:28.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:27 trial059 ceph-mon[16814]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:28.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:27 trial007 ceph-mon[14497]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:28.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:27 trial007 ceph-mon[23040]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:30.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:29 trial059 ceph-mon[16814]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:30.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:29 trial007 ceph-mon[14497]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:30.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:29 trial007 ceph-mon[23040]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:32.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:31 trial059 ceph-mon[16814]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:32.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:31 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:31 trial007 ceph-mon[14497]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:32.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:31 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:32.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:31 trial007 ceph-mon[23040]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:32.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:31 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:33.936 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:33 trial059 ceph-mon[16814]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:34.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:33 trial007 ceph-mon[14497]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:34.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:33 trial007 ceph-mon[23040]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:34.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:53:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:53:33] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T01:53:34.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:33.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:53:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:35 trial059 ceph-mon[16814]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:36.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:35 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:36.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:35 trial007 ceph-mon[14497]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:36.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:35 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:36.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:35 trial007 ceph-mon[23040]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:36.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:35 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:37.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:53:38.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:37 trial059 ceph-mon[16814]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:38.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:37 trial007 ceph-mon[14497]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:38.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:37 trial007 ceph-mon[23040]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:40.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:39 trial059 ceph-mon[16814]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:40.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:39 trial007 ceph-mon[14497]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:40.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:39 trial007 ceph-mon[23040]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:42.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:41 trial059 ceph-mon[16814]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:42.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:41 trial007 ceph-mon[14497]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:42.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:41 trial007 ceph-mon[23040]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:44.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:43 trial059 ceph-mon[16814]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:44.100 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:53:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:53:43] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T01:53:44.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:43.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:53:44.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:43 trial007 ceph-mon[14497]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:44.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:43 trial007 ceph-mon[23040]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:46.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:45 trial059 ceph-mon[16814]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:46.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:45 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:46.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:45 trial007 ceph-mon[14497]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:46.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:45 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:46.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:45 trial007 ceph-mon[23040]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:46.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:45 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:46.941 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:46 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:47.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:46 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:47.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:46 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:53:47.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:53:48.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:47 trial059 ceph-mon[16814]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:48.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:47 trial007 ceph-mon[14497]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:48.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:47 trial007 ceph-mon[23040]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:50.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:49 trial059 ceph-mon[16814]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:50.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:49 trial007 ceph-mon[14497]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:50.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:49 trial007 ceph-mon[23040]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:51 trial059 ceph-mon[16814]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:52.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:51 trial007 ceph-mon[14497]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:52.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:51 trial007 ceph-mon[23040]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:54.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:53 trial059 ceph-mon[16814]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:54.100 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:53:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:53:53] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T01:53:54.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:53.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:53:54.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:53 trial007 ceph-mon[14497]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:54.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:53 trial007 ceph-mon[23040]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:56.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:55 trial059 ceph-mon[16814]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:56.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:55 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:56.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:55 trial007 ceph-mon[14497]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:56.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:55 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:56.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:55 trial007 ceph-mon[23040]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:53:56.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:55 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:53:57.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:53:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:53:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:53:58.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:57 trial059 ceph-mon[16814]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:58.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:57 trial007 ceph-mon[14497]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:53:58.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:57 trial007 ceph-mon[23040]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:00.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:53:59 trial059 ceph-mon[16814]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:00.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:53:59 trial007 ceph-mon[14497]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:00.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:53:59 trial007 ceph-mon[23040]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:02.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:01 trial059 ceph-mon[16814]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:02.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:01 trial007 ceph-mon[14497]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:02.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:02.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:01 trial007 ceph-mon[23040]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:02.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:04.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:03 trial059 ceph-mon[16814]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:04.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:03.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:54:04.100 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:54:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:54:03] "GET /metrics HTTP/1.1" 200 5711 "" "Prometheus/3.6.0" 2026-02-12T01:54:04.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:03 trial007 ceph-mon[14497]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:04.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:03 trial007 ceph-mon[23040]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:06.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:05 trial059 ceph-mon[16814]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:06.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:05 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:06.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:05 trial007 ceph-mon[14497]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:06.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:05 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:06.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:05 trial007 ceph-mon[23040]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:06.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:05 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:07.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:06.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", instance=\"trial059\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"c0f9a4f4-07b3-11f1-bac9-d404e6e7d460\", domainname=\"(none)\", instance=\"trial059\", job=\"node\", machine=\"x86_64\", nodename=\"trial059\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T01:54:08.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:07 trial059 ceph-mon[16814]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:08.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:07 trial007 ceph-mon[14497]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:08.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:07 trial007 ceph-mon[23040]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:10.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:09 trial059 ceph-mon[16814]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:10.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:09 trial007 ceph-mon[14497]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:10.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:09 trial007 ceph-mon[23040]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:12.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:11 trial059 ceph-mon[16814]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:12.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:11 trial007 ceph-mon[14497]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:12.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:11 trial007 ceph-mon[23040]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:13.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:54:13.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:54:13.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:54:14.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:13 trial059 ceph-mon[16814]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:14.100 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:54:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:54:13] "GET /metrics HTTP/1.1" 200 5711 "" "Prometheus/3.6.0" 2026-02-12T01:54:14.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:13.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:54:14.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:13 trial007 ceph-mon[14497]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:14.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:13 trial007 ceph-mon[23040]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:16.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:15 trial059 ceph-mon[16814]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:15 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:16.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:15 trial007 ceph-mon[14497]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:16.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:15 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:15 trial007 ceph-mon[23040]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:15 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:17.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:16 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:16 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:16 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:18.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:17 trial059 ceph-mon[16814]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:18.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:17 trial007 ceph-mon[14497]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:18.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:17 trial007 ceph-mon[23040]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:19.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:18 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:54:19.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:18 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:54:19.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:18 trial059 ceph-mon[16814]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:54:19.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:18 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:54:19.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:18 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:54:19.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:18 trial007 ceph-mon[14497]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:54:19.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:18 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:54:19.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:18 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:54:19.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:18 trial007 ceph-mon[23040]: from='mgr.24841 ' entity='mgr.x' 2026-02-12T01:54:20.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:19 trial059 ceph-mon[16814]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:20.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:19 trial007 ceph-mon[14497]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:20.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:19 trial007 ceph-mon[23040]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:22.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:21 trial059 ceph-mon[16814]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:22.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:21 trial007 ceph-mon[14497]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:22.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:21 trial007 ceph-mon[23040]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:24.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:23 trial059 ceph-mon[16814]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:24.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:54:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:54:23] "GET /metrics HTTP/1.1" 200 5717 "" "Prometheus/3.6.0" 2026-02-12T01:54:24.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:23.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:54:24.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:23 trial007 ceph-mon[14497]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:24.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:23 trial007 ceph-mon[23040]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:26.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:25 trial059 ceph-mon[16814]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:25 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:26.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:25 trial007 ceph-mon[14497]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:26.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:25 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:26.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:25 trial007 ceph-mon[23040]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:26.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:25 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:28.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:27 trial059 ceph-mon[16814]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:28.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:27 trial007 ceph-mon[14497]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:28.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:27 trial007 ceph-mon[23040]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:30.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:29 trial059 ceph-mon[16814]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:30.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:29 trial007 ceph-mon[14497]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:29 trial007 ceph-mon[23040]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:31 trial059 ceph-mon[16814]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:32.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:31 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:32.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:31 trial007 ceph-mon[14497]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:32.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:31 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:32.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:31 trial007 ceph-mon[23040]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:32.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:31 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:34.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:33 trial059 ceph-mon[16814]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:34.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:54:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:54:33] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T01:54:34.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:33.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:54:34.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:33 trial007 ceph-mon[14497]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:34.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:33 trial007 ceph-mon[23040]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:35 trial059 ceph-mon[16814]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:36.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:35 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:36.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:35 trial007 ceph-mon[14497]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:36.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:35 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:36.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:35 trial007 ceph-mon[23040]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:36.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:35 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:38.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:37 trial059 ceph-mon[16814]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:38.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:37 trial007 ceph-mon[14497]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:38.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:37 trial007 ceph-mon[23040]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:39 trial059 ceph-mon[16814]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:40.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:39 trial007 ceph-mon[14497]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:39 trial007 ceph-mon[23040]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:41 trial059 ceph-mon[16814]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:41 trial007 ceph-mon[14497]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:42.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:41 trial007 ceph-mon[23040]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:43 trial059 ceph-mon[16814]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:44.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:54:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:54:43] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T01:54:44.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:43.944Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:54:44.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:43 trial007 ceph-mon[14497]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:44.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:43 trial007 ceph-mon[23040]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:46.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:45 trial059 ceph-mon[16814]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:46.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:45 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:46.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:45 trial007 ceph-mon[14497]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:46.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:45 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:46.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:45 trial007 ceph-mon[23040]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:46.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:45 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:47.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:46 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:47.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:46 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:47.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:46 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:54:48.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:47 trial059 ceph-mon[16814]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:48.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:47 trial007 ceph-mon[14497]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:48.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:47 trial007 ceph-mon[23040]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:50.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:49 trial059 ceph-mon[16814]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:50.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:49 trial007 ceph-mon[14497]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:50.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:49 trial007 ceph-mon[23040]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:52.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:51 trial059 ceph-mon[16814]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:52.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:51 trial007 ceph-mon[14497]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:52.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:51 trial007 ceph-mon[23040]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:54.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:53 trial059 ceph-mon[16814]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:54.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:54:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:54:53] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T01:54:54.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:54:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:54:53.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:54:54.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:53 trial007 ceph-mon[14497]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:54.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:53 trial007 ceph-mon[23040]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:56.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:55 trial059 ceph-mon[16814]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:55 trial059 ceph-mon[16814]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:55 trial007 ceph-mon[14497]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:55 trial007 ceph-mon[14497]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:55 trial007 ceph-mon[23040]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:54:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:55 trial007 ceph-mon[23040]: from='client.25103 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:54:58.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:57 trial059 ceph-mon[16814]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:58.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:57 trial007 ceph-mon[14497]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:54:58.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:57 trial007 ceph-mon[23040]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:00.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:54:59 trial059 ceph-mon[16814]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:54:59 trial007 ceph-mon[14497]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:00.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:54:59 trial007 ceph-mon[23040]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:02.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:01 trial059 ceph-mon[16814]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:02.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:01 trial059 ceph-mon[16814]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:02.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:01 trial007 ceph-mon[14497]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:02.372 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:01 trial007 ceph-mon[14497]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:02.372 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:01 trial007 ceph-mon[23040]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:02.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:01 trial007 ceph-mon[23040]: from='mgr.24841 10.20.193.59:0/3835061220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:02.478 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T01:55:02.764 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:55:02.990 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T01:55:02.990 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (12m) 105s ago 12m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (12m) 2m ago 12m 88.2M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (5m) 105s ago 12m - - 3.9 4cc07a41bb19 7b2ca998ff39 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (8m) 2m ago 14m 562M - 20.3.0-5221-ge200f5a1 c60a330ee965 96d65f0df267 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (2m) 105s ago 14m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (14m) 105s ago 14m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (14m) 2m ago 14m 50.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (14m) 105s ago 14m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (12m) 105s ago 12m - - 1.7.0 72c9c2088986 edf61c7bd463 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (12m) 2m ago 12m 13.5M - 1.7.0 72c9c2088986 c474e539ab45 2026-02-12T01:55:02.991 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (13m) 105s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T01:55:02.992 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (13m) 105s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T01:55:02.992 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (13m) 105s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T01:55:02.992 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (13m) 105s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T01:55:02.992 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (13m) 2m ago 13m 59.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T01:55:02.992 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (13m) 2m ago 13m 56.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T01:55:02.992 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (12m) 2m ago 12m 55.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T01:55:02.992 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (12m) 2m ago 12m 57.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T01:55:02.993 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (5m) 2m ago 12m 55.9M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T01:55:02.993 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (12m) 105s ago 12m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T01:55:02.993 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (12m) 2m ago 12m 107M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T01:55:03.031 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T01:55:03.317 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:55:03.575 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:55:03.575 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T01:55:03.576 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T01:55:03.577 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:55:03.577 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T01:55:03.577 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T01:55:03.577 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T01:55:03.577 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:55:03.577 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:55:03.613 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T01:55:03.899 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:55:04.161 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T01:55:04.179 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:03 trial007 ceph-mon[14497]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:04.180 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:03 trial007 ceph-mon[14497]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:55:04.180 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:03 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3420776056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:55:04.180 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:03 trial007 ceph-mon[23040]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:04.180 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:03 trial007 ceph-mon[23040]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:55:04.180 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:03 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3420776056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:55:04.201 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph -s' 2026-02-12T01:55:04.350 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:55:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:55:03.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:55:04.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:03 trial059 ceph-mon[16814]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:04.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:03 trial059 ceph-mon[16814]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:55:04.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:03 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3420776056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:55:04.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:03] "GET /metrics HTTP/1.1" 200 5712 "" "Prometheus/3.6.0" 2026-02-12T01:55:04.485 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:55:04.738 INFO:teuthology.orchestra.run.trial007.stdout: cluster: 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: id: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: health: HEALTH_OK 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: services: 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: mon: 3 daemons, quorum a,b,c (age 14m) 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: mgr: x(active, since 6m), standbys: y 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: osd: 8 osds: 8 up (since 12m), 8 in (since 12m) 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:55:04.739 INFO:teuthology.orchestra.run.trial007.stdout: data: 2026-02-12T01:55:04.740 INFO:teuthology.orchestra.run.trial007.stdout: pools: 6 pools, 161 pgs 2026-02-12T01:55:04.740 INFO:teuthology.orchestra.run.trial007.stdout: objects: 244 objects, 585 KiB 2026-02-12T01:55:04.740 INFO:teuthology.orchestra.run.trial007.stdout: usage: 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:04.740 INFO:teuthology.orchestra.run.trial007.stdout: pgs: 161 active+clean 2026-02-12T01:55:04.740 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:55:04.740 INFO:teuthology.orchestra.run.trial007.stdout: io: 2026-02-12T01:55:04.740 INFO:teuthology.orchestra.run.trial007.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2026-02-12T01:55:04.740 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:55:04.777 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph mgr fail' 2026-02-12T01:55:05.061 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:55:05.083 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:04 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/480155843' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:55:05.084 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:04 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2206628811' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:55:05.084 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:04 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/480155843' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:55:05.084 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:04 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2206628811' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:55:05.311 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:04 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/480155843' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:55:05.311 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:04 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2206628811' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:55:05.337 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:55:05] ENGINE Bus STOPPING 2026-02-12T01:55:05.351 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T01:55:05.600 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:05 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: 2026-02-12T01:55:05.315+0000 7f1226e58640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T01:55:05.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:05 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ignoring --setuser ceph since I am not root 2026-02-12T01:55:05.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:05 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ignoring --setgroup ceph since I am not root 2026-02-12T01:55:05.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mgr[48965]: -- 10.20.193.59:0/1225614327 <== mon.1 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x150ba00 con 0x14df400 2026-02-12T01:55:05.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:55:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:55:05.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:55:05] ENGINE Bus STOPPED 2026-02-12T01:55:05.644 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:55:06.246 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1976621595' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: Activating manager daemon y 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: mgrmap e28: y(active, starting, since 0.00432182s) 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:55:06.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: Manager daemon y is now available 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:55:06.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1976621595' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: Activating manager daemon y 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: mgrmap e28: y(active, starting, since 0.00432182s) 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:55:06.249 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: Manager daemon y is now available 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:55:06.250 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:05 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:55:06.256 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1976621595' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:55:06.256 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:55:06.256 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: Activating manager daemon y 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: mgrmap e28: y(active, starting, since 0.00432182s) 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:55:06.257 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: Manager daemon y is now available 2026-02-12T01:55:06.258 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:55:06.258 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:06.258 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:55:06.258 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:55:06.258 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:55:06.258 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:05 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T01:55:06.562 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:55:06.562 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:55:06.563 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: from numpy import show_config as show_numpy_config 2026-02-12T01:55:06.570 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:55:06] ENGINE Bus STARTING 2026-02-12T01:55:06.570 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:55:06] ENGINE Serving on http://:::9283 2026-02-12T01:55:06.570 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:55:06] ENGINE Bus STARTED 2026-02-12T01:55:07.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: mgrmap e29: y(active, since 1.00708s) 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:07.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:07 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:55:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:55:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:55:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:55:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:55:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: mgrmap e29: y(active, since 1.00708s) 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: mgrmap e29: y(active, since 1.00708s) 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:55:07.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:07.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:07 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:55:08.353 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: [12/Feb/2026:01:55:06] ENGINE Bus STARTING 2026-02-12T01:55:08.353 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: [12/Feb/2026:01:55:06] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T01:55:08.353 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: [12/Feb/2026:01:55:06] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: [12/Feb/2026:01:55:06] ENGINE Bus STARTED 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: [12/Feb/2026:01:55:06] ENGINE Client ('10.20.193.7', 33610) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: Standby manager daemon x started 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.355 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: [12/Feb/2026:01:55:06] ENGINE Bus STARTING 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: [12/Feb/2026:01:55:06] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: [12/Feb/2026:01:55:06] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: [12/Feb/2026:01:55:06] ENGINE Bus STARTED 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: [12/Feb/2026:01:55:06] ENGINE Client ('10.20.193.7', 33610) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:55:08.356 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: Standby manager daemon x started 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:55:08.357 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:55:08.358 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:55:08.358 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:55:08.358 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.358 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:08 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: [12/Feb/2026:01:55:06] ENGINE Bus STARTING 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: [12/Feb/2026:01:55:06] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: [12/Feb/2026:01:55:06] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: [12/Feb/2026:01:55:06] ENGINE Bus STARTED 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: [12/Feb/2026:01:55:06] ENGINE Client ('10.20.193.7', 33610) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:55:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: Standby manager daemon x started 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T01:55:08.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:55:08.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T01:55:08.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:55:08.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:08.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:08 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:09.512 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:55:09.512 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:55:09.512 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:55:09.512 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:55:09.513 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.59'] -> ['10.20.193.7'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T01:55:09.513 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:55:09.513 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4291655162' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:55:09.513 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T01:55:09.513 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:55:09.513 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:55:09.513 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:55:09.513 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:55:09.514 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:55:09.514 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.59'] -> ['10.20.193.7'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T01:55:09.514 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:55:09.514 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4291655162' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:55:09.514 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T01:55:09.514 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:09 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:55:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:55:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:55:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:55:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:55:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.59'] -> ['10.20.193.7'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T01:55:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:55:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4291655162' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:55:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T01:55:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:09 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:55:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:55:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T01:55:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:55:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:55:10.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:10 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:55:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:55:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T01:55:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:10.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:55:10.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:55:10.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:55:10.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:55:10.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:10 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:55:11.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:11 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:55:11.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:11 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:55:11.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:11 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:55:11.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:11 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:55:11.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:11 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:55:11.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:11 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:55:12.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:12 trial059 ceph-mon[16814]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:12.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:12 trial007 ceph-mon[23040]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:12 trial007 ceph-mon[14497]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:55:13.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:55:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:55:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:55:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:55:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:55:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:55:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:55:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:55:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:55:14.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:14 trial059 ceph-mon[16814]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T01:55:14.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:14 trial007 ceph-mon[14497]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T01:55:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:14 trial007 ceph-mon[23040]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T01:55:16.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:16 trial059 ceph-mon[16814]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T01:55:16.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:16 trial007 ceph-mon[23040]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T01:55:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:16 trial007 ceph-mon[14497]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T01:55:18.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:18 trial059 ceph-mon[16814]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:18.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:55:18] ENGINE Bus STARTING 2026-02-12T01:55:18.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: CherryPy Checker: 2026-02-12T01:55:18.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: The Application mounted at '' has an empty config. 2026-02-12T01:55:18.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: 2026-02-12T01:55:18.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:55:18] ENGINE Serving on http://:::9283 2026-02-12T01:55:18.602 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:55:18] ENGINE Bus STARTED 2026-02-12T01:55:18.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:18 trial007 ceph-mon[23040]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:18 trial007 ceph-mon[14497]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:20.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:20 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:20.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:20 trial059 ceph-mon[16814]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:20.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:20 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:20.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:20 trial007 ceph-mon[23040]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:20 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:20 trial007 ceph-mon[14497]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:21.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:21 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:21.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:21 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:21 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:22.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:22 trial059 ceph-mon[16814]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:22.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:22 trial007 ceph-mon[23040]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:22 trial007 ceph-mon[14497]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:24.331 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:55:24.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:24 trial059 ceph-mon[16814]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:24 trial007 ceph-mon[23040]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:24 trial007 ceph-mon[14497]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T01:55:26.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:26 trial059 ceph-mon[16814]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:26 trial007 ceph-mon[23040]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:26.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:26 trial007 ceph-mon[14497]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:27.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:55:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:55:26.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:55:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:26] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T01:55:28.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:28 trial059 ceph-mon[16814]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:28.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:28 trial007 ceph-mon[23040]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:28.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:28 trial007 ceph-mon[14497]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:30.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:30 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:30.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:30 trial059 ceph-mon[16814]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:30.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:30 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:30.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:30 trial007 ceph-mon[14497]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:30 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:30 trial007 ceph-mon[23040]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:32.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:32 trial059 ceph-mon[16814]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:32.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:32 trial007 ceph-mon[23040]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:32.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:32 trial007 ceph-mon[14497]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:33.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:33 trial059 ceph-mon[16814]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:33.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:33 trial007 ceph-mon[23040]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:33.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:33 trial007 ceph-mon[14497]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:34.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:55:35.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:35 trial059 ceph-mon[16814]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:35.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:35 trial007 ceph-mon[23040]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:35.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:35 trial007 ceph-mon[14497]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:36.825 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:36 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:36.826 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:36 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:36.826 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:36 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:37.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:55:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:55:36.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:55:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:36] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T01:55:37.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:37 trial059 ceph-mon[16814]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:37.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:37 trial007 ceph-mon[23040]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:37.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:37 trial007 ceph-mon[14497]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:39.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:39 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:39.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:39 trial059 ceph-mon[16814]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:39 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:39 trial007 ceph-mon[14497]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:39.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:39 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:39.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:39 trial007 ceph-mon[23040]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:41.652 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:41 trial059 ceph-mon[16814]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:41 trial007 ceph-mon[23040]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:41.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:41 trial007 ceph-mon[14497]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:43.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:43 trial059 ceph-mon[16814]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:43.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:43 trial007 ceph-mon[14497]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:43.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:43 trial007 ceph-mon[23040]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:44.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:55:45.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:45 trial059 ceph-mon[16814]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:45 trial007 ceph-mon[14497]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:45.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:45 trial007 ceph-mon[23040]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:47.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:55:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:55:46.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:55:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:46] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T01:55:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:47 trial059 ceph-mon[16814]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:47 trial007 ceph-mon[23040]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:47.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:47 trial007 ceph-mon[14497]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:49.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:49 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:49.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:49 trial059 ceph-mon[16814]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:49.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:49 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:49.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:49 trial007 ceph-mon[14497]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:49 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:49 trial007 ceph-mon[23040]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:50 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:51.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:50 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:51.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:50 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:55:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:51 trial059 ceph-mon[16814]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:52.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:51 trial007 ceph-mon[23040]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:52.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:51 trial007 ceph-mon[14497]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:53.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:53 trial059 ceph-mon[16814]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:53 trial007 ceph-mon[23040]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:53 trial007 ceph-mon[14497]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:54.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:55:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:55:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:55 trial059 ceph-mon[16814]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:55 trial007 ceph-mon[23040]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:55.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:55 trial007 ceph-mon[14497]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:57.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:55:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:55:56.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:55:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:55:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:55:56] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T01:55:57.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:57 trial059 ceph-mon[16814]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:57.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:57 trial007 ceph-mon[23040]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:57 trial007 ceph-mon[14497]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:55:59.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:59 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:59.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:55:59 trial059 ceph-mon[16814]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:59 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:55:59 trial007 ceph-mon[14497]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:55:59.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:59 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:55:59.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:55:59 trial007 ceph-mon[23040]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:01.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:01 trial059 ceph-mon[16814]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:01.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:01 trial007 ceph-mon[23040]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:01.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:01 trial007 ceph-mon[14497]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:03.675 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:03 trial007 ceph-mon[23040]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:03.675 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:03 trial007 ceph-mon[14497]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:03.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:03 trial059 ceph-mon[16814]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:04.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:56:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:56:05.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:05 trial059 ceph-mon[16814]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:05.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:05 trial007 ceph-mon[14497]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:05.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:05 trial007 ceph-mon[23040]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:06.825 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:06 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:06.825 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:06 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:06.826 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:06 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:07.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:56:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:56:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:06] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T01:56:07.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:07 trial059 ceph-mon[16814]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:07.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:07 trial007 ceph-mon[23040]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:07.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:07 trial007 ceph-mon[14497]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:09.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:09 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:09.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:09 trial059 ceph-mon[16814]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:09.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:09 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:09.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:09 trial007 ceph-mon[14497]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:09.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:09 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:09.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:09 trial007 ceph-mon[23040]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:10.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:10 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:56:10.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:10 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:56:10.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:10 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:56:10.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:10 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:56:10.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:10 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:56:10.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:10 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:56:10.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:10 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:56:10.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:10 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:56:10.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:10 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:56:11.752 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:11 trial059 ceph-mon[16814]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:11.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:11 trial007 ceph-mon[23040]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:11.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:11 trial007 ceph-mon[14497]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:13.392 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:56:13.392 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:56:13.392 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:56:13.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:13 trial059 ceph-mon[16814]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:13.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:13 trial007 ceph-mon[23040]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:13.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:13 trial007 ceph-mon[14497]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:14.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:56:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:56:15.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:15 trial059 ceph-mon[16814]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:15 trial007 ceph-mon[14497]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:15 trial007 ceph-mon[23040]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:17.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:16.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:56:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:56:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:16] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T01:56:17.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:17 trial059 ceph-mon[16814]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:17.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:17 trial007 ceph-mon[23040]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:17.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:17 trial007 ceph-mon[14497]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:19 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:19 trial007 ceph-mon[14497]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:19.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:19 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:19.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:19 trial007 ceph-mon[23040]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:19.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:19 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:19 trial059 ceph-mon[16814]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:21.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:20 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:21.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:20 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:21.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:20 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:22.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:21 trial059 ceph-mon[16814]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:22.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:21 trial007 ceph-mon[23040]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:22.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:21 trial007 ceph-mon[14497]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:23.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:23 trial059 ceph-mon[16814]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:23.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:23 trial007 ceph-mon[23040]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:23.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:23 trial007 ceph-mon[14497]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:24.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:56:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:56:25.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:25 trial059 ceph-mon[16814]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:25.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:25 trial007 ceph-mon[14497]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:25.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:25 trial007 ceph-mon[23040]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:27.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:26.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:56:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:56:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:26] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T01:56:27.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:27 trial059 ceph-mon[16814]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:27.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:27 trial007 ceph-mon[14497]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:27.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:27 trial007 ceph-mon[23040]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:29.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:29 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:29.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:29 trial059 ceph-mon[16814]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:29.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:29 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:29.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:29 trial007 ceph-mon[14497]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:29.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:29 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:29.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:29 trial007 ceph-mon[23040]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:31.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:31 trial059 ceph-mon[16814]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:31.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:31 trial007 ceph-mon[14497]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:31.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:31 trial007 ceph-mon[23040]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:33.674 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:33 trial007 ceph-mon[23040]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:33.675 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:33 trial007 ceph-mon[14497]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:33.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:33 trial059 ceph-mon[16814]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:34.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:56:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:56:35.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:35 trial059 ceph-mon[16814]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:35.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:35 trial007 ceph-mon[14497]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:35.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:35 trial007 ceph-mon[23040]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:36.825 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:36 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:36.826 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:36 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:36.826 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:36 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:37.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:36.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:56:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:56:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:36] "GET /metrics HTTP/1.1" 200 5708 "" "Prometheus/3.6.0" 2026-02-12T01:56:37.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:37 trial059 ceph-mon[16814]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:37.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:37 trial007 ceph-mon[14497]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:37.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:37 trial007 ceph-mon[23040]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:39.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:39 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:39.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:39 trial059 ceph-mon[16814]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:39 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:39 trial007 ceph-mon[14497]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:39.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:39 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:39.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:39 trial007 ceph-mon[23040]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:41.652 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:41 trial059 ceph-mon[16814]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:41.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:41 trial007 ceph-mon[14497]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:41 trial007 ceph-mon[23040]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:43.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:43 trial059 ceph-mon[16814]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:43.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:43 trial007 ceph-mon[14497]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:43.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:43 trial007 ceph-mon[23040]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:44.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:56:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:56:45.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:45 trial059 ceph-mon[16814]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:45.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:45 trial007 ceph-mon[23040]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:45 trial007 ceph-mon[14497]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:46.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:56:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:56:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:46] "GET /metrics HTTP/1.1" 200 5708 "" "Prometheus/3.6.0" 2026-02-12T01:56:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:47 trial059 ceph-mon[16814]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:47.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:47 trial007 ceph-mon[14497]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:47 trial007 ceph-mon[23040]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:49.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:49 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:49.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:49 trial059 ceph-mon[16814]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:49.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:49 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:49.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:49 trial007 ceph-mon[14497]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:49 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:49 trial007 ceph-mon[23040]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:50 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:51.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:50 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:51.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:50 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:56:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:51 trial059 ceph-mon[16814]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:52.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:51 trial007 ceph-mon[14497]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:52.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:51 trial007 ceph-mon[23040]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:53.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:53 trial059 ceph-mon[16814]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:53 trial007 ceph-mon[14497]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:53 trial007 ceph-mon[23040]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:54.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:56:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:56:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:55 trial059 ceph-mon[16814]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:55.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:55 trial007 ceph-mon[14497]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:55 trial007 ceph-mon[23040]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:57.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:56:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:56:56.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:56:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:56:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:56:56] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T01:56:57.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:57 trial059 ceph-mon[16814]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:57.872 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:57 trial007 ceph-mon[14497]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:57.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:57 trial007 ceph-mon[23040]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:56:59.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:59 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:59.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:56:59 trial059 ceph-mon[16814]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:59 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:56:59 trial007 ceph-mon[14497]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:56:59.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:59 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:56:59.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:56:59 trial007 ceph-mon[23040]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:01.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:01 trial059 ceph-mon[16814]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:01.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:01 trial007 ceph-mon[23040]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:01.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:01 trial007 ceph-mon[14497]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:03.675 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:03 trial007 ceph-mon[14497]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:03.675 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:03 trial007 ceph-mon[23040]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:03.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:03 trial059 ceph-mon[16814]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:04.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:57:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:57:05.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:05 trial059 ceph-mon[16814]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:05.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:05 trial007 ceph-mon[14497]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:05.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:05 trial007 ceph-mon[23040]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:06.824 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:06 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:06.825 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:06 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:06.825 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:06 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:07.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:57:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:57:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:06] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T01:57:07.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:07 trial059 ceph-mon[16814]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:07.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:07 trial007 ceph-mon[14497]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:07.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:07 trial007 ceph-mon[23040]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:09.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:09 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:09.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:09 trial059 ceph-mon[16814]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:09.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:09 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:09.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:09 trial007 ceph-mon[14497]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:09.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:09 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:09.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:09 trial007 ceph-mon[23040]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:10.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:10 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:57:10.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:10 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:57:10.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:10 trial059 ceph-mon[16814]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:57:10.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:10 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:57:10.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:10 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:57:10.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:10 trial007 ceph-mon[14497]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:57:10.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:10 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:57:10.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:10 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:57:10.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:10 trial007 ceph-mon[23040]: from='mgr.15291 ' entity='mgr.y' 2026-02-12T01:57:11.752 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:11 trial059 ceph-mon[16814]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:11.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:11 trial007 ceph-mon[23040]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:11.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:11 trial007 ceph-mon[14497]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:13.396 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:57:13.397 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:57:13.397 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T01:57:13.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:13 trial059 ceph-mon[16814]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:13.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:13 trial007 ceph-mon[23040]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:13.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:13 trial007 ceph-mon[14497]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:14.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:57:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:57:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:15 trial059 ceph-mon[16814]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:15 trial007 ceph-mon[14497]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:15 trial007 ceph-mon[23040]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:17.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:16.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:57:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:57:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:16] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T01:57:17.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:17 trial059 ceph-mon[16814]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:17.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:17 trial007 ceph-mon[23040]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:17.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:17 trial007 ceph-mon[14497]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:19 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:19 trial059 ceph-mon[16814]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:19 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:19 trial007 ceph-mon[14497]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:19.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:19 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:19.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:19 trial007 ceph-mon[23040]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:21.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:20 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:21.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:20 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:21.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:20 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:22.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:21 trial059 ceph-mon[16814]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:22.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:21 trial007 ceph-mon[14497]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:22.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:21 trial007 ceph-mon[23040]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:23.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:23 trial059 ceph-mon[16814]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:23.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:23 trial007 ceph-mon[23040]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:23.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:23 trial007 ceph-mon[14497]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:24.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:57:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:57:25.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:25 trial059 ceph-mon[16814]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:25.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:25 trial007 ceph-mon[14497]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:25.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:25 trial007 ceph-mon[23040]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:27.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:26.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:57:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:57:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:26] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T01:57:27.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:27 trial059 ceph-mon[16814]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:27.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:27 trial007 ceph-mon[14497]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:27.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:27 trial007 ceph-mon[23040]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:29.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:29 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:29.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:29 trial059 ceph-mon[16814]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:29.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:29 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:29.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:29 trial007 ceph-mon[14497]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:29.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:29 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:29.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:29 trial007 ceph-mon[23040]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:31.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:31 trial059 ceph-mon[16814]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:31.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:31 trial007 ceph-mon[14497]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:31.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:31 trial007 ceph-mon[23040]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:33.675 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:33 trial007 ceph-mon[14497]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:33.675 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:33 trial007 ceph-mon[23040]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:33.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:33 trial059 ceph-mon[16814]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:34.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:57:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:57:35.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:35 trial059 ceph-mon[16814]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:35.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:35 trial007 ceph-mon[14497]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:35.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:35 trial007 ceph-mon[23040]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:36.825 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:36 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:36.826 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:36 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:36.826 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:36 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:37.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:36.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:57:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:57:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:36] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T01:57:37.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:37 trial059 ceph-mon[16814]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:37.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:37 trial007 ceph-mon[23040]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:37.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:37 trial007 ceph-mon[14497]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:39.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:39 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:39.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:39 trial059 ceph-mon[16814]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:39.851 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 01:57:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=sqlstore.transactions t=2026-02-12T01:57:39.591832476Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T01:57:39.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:39 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:39.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:39 trial007 ceph-mon[23040]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:39 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:39.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:39 trial007 ceph-mon[14497]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:41.652 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:41 trial059 ceph-mon[16814]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:41.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:41 trial007 ceph-mon[23040]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:41.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:41 trial007 ceph-mon[14497]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:43.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:43 trial059 ceph-mon[16814]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:43.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:43 trial007 ceph-mon[23040]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:43.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:43 trial007 ceph-mon[14497]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:44.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:57:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:57:45.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:45 trial059 ceph-mon[16814]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:45.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:45 trial007 ceph-mon[23040]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:45.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:45 trial007 ceph-mon[14497]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:46.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:57:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:57:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:46] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T01:57:47.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:47 trial059 ceph-mon[16814]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:47.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:47 trial007 ceph-mon[23040]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:47.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:47 trial007 ceph-mon[14497]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:49.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:49 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:49.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:49 trial059 ceph-mon[16814]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:49.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:49 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:49.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:49 trial007 ceph-mon[14497]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:49 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:49.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:49 trial007 ceph-mon[23040]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:50 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:51.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:50 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:51.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:50 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:57:52.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:51 trial059 ceph-mon[16814]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:52.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:51 trial007 ceph-mon[14497]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:52.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:51 trial007 ceph-mon[23040]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:53.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:53 trial059 ceph-mon[16814]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:53 trial007 ceph-mon[23040]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:53 trial007 ceph-mon[14497]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:54.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:57:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:57:55.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:55 trial059 ceph-mon[16814]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:55.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:55 trial007 ceph-mon[14497]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:55 trial007 ceph-mon[23040]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:57.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:57:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:57:56.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:57:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:57:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:57:56] "GET /metrics HTTP/1.1" 200 5711 "" "Prometheus/3.6.0" 2026-02-12T01:57:57.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:57 trial059 ceph-mon[16814]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:57 trial007 ceph-mon[14497]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:57.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:57 trial007 ceph-mon[23040]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:57:59.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:59 trial059 ceph-mon[16814]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:59.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:57:59 trial059 ceph-mon[16814]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:59 trial007 ceph-mon[14497]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:57:59 trial007 ceph-mon[14497]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:57:59.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:59 trial007 ceph-mon[23040]: from='client.25256 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:57:59.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:57:59 trial007 ceph-mon[23040]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:01.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:01 trial059 ceph-mon[16814]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:01.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:01 trial007 ceph-mon[23040]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:01.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:01 trial007 ceph-mon[14497]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:03.674 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:03 trial007 ceph-mon[23040]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:03.675 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:03 trial007 ceph-mon[14497]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:03.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:03 trial059 ceph-mon[16814]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:04.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:58:05.720 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:05 trial007 ceph-mon[14497]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:05.720 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:05 trial007 ceph-mon[23040]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:05.765 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T01:58:05.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:05 trial059 ceph-mon[16814]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:06.052 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:58:06.286 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (15m) 2m ago 15m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (15m) 2m ago 15m 88.7M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (2m) 2m ago 15m - - 3.9 4cc07a41bb19 95fc07b563d8 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (11m) 2m ago 17m 141M - 20.3.0-5221-ge200f5a1 c60a330ee965 96d65f0df267 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (5m) 2m ago 17m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (17m) 2m ago 17m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (17m) 2m ago 17m 49.5M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (17m) 2m ago 17m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (15m) 2m ago 15m - - 1.7.0 72c9c2088986 edf61c7bd463 2026-02-12T01:58:06.287 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (15m) 2m ago 15m 14.5M - 1.7.0 72c9c2088986 c474e539ab45 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (16m) 2m ago 16m 61.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (16m) 2m ago 16m 58.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (16m) 2m ago 16m 56.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (15m) 2m ago 15m 58.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (8m) 2m ago 15m 56.1M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (15m) 2m ago 15m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T01:58:06.288 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (15m) 2m ago 15m 109M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T01:58:06.326 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T01:58:06.614 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:58:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:06 trial007 ceph-mon[14497]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:06 trial007 ceph-mon[14497]: from='client.25271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:58:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:06 trial007 ceph-mon[23040]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:06 trial007 ceph-mon[23040]: from='client.25271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:58:06.825 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:06 trial059 ceph-mon[16814]: from='mgr.15291 10.20.193.7:0/2275065781' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:06.825 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:06 trial059 ceph-mon[16814]: from='client.25271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T01:58:06.872 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T01:58:06.872 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T01:58:06.872 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T01:58:06.872 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:58:06.872 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T01:58:06.873 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T01:58:06.874 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T01:58:06.888 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:06] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T01:58:06.908 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph -s' 2026-02-12T01:58:07.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:58:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:58:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:58:07.196 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:58:07.454 INFO:teuthology.orchestra.run.trial007.stdout: cluster: 2026-02-12T01:58:07.455 INFO:teuthology.orchestra.run.trial007.stdout: id: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T01:58:07.455 INFO:teuthology.orchestra.run.trial007.stdout: health: HEALTH_OK 2026-02-12T01:58:07.455 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:58:07.455 INFO:teuthology.orchestra.run.trial007.stdout: services: 2026-02-12T01:58:07.455 INFO:teuthology.orchestra.run.trial007.stdout: mon: 3 daemons, quorum a,b,c (age 17m) 2026-02-12T01:58:07.455 INFO:teuthology.orchestra.run.trial007.stdout: mgr: y(active, since 3m), standbys: x 2026-02-12T01:58:07.455 INFO:teuthology.orchestra.run.trial007.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 15m) 2026-02-12T01:58:07.455 INFO:teuthology.orchestra.run.trial007.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: data: 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: pools: 6 pools, 161 pgs 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: objects: 244 objects, 585 KiB 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: usage: 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: pgs: 161 active+clean 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: io: 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2026-02-12T01:58:07.456 INFO:teuthology.orchestra.run.trial007.stdout: 2026-02-12T01:58:07.471 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:07 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3246440730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:58:07.471 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:07 trial007 ceph-mon[23040]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:07.471 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:07 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3246440730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:58:07.472 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:07 trial007 ceph-mon[14497]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:07.492 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T01:58:07.771 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:58:07.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:07 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3246440730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:58:07.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:07 trial059 ceph-mon[16814]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:08.031 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T01:58:08.068 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2026-02-12T01:58:08.349 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:58:08.608 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T01:58:08.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:08 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/179346714' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:58:08.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:08 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/4001107744' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:58:08.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:08 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/179346714' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:58:08.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:08 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/4001107744' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:58:08.639 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph mgr fail' 2026-02-12T01:58:08.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:08 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/179346714' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T01:58:08.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:08 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/4001107744' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T01:58:08.922 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:58:09.194 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:09 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T01:58:09.175+0000 7f425018b640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T01:58:09.217 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T01:58:09.446 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:09 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:58:09] ENGINE Bus STOPPING 2026-02-12T01:58:09.446 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:09 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:58:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T01:58:09.446 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:09 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:58:09] ENGINE Bus STOPPED 2026-02-12T01:58:09.446 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/565241902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:58:09.446 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3590380755' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:58:09.446 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:58:09.446 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: Activating manager daemon x 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: mgrmap e31: x(active, starting, since 0.00467857s) 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:58:09.447 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:09 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:58:09.503 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T01:58:09.527 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:09 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ignoring --setuser ceph since I am not root 2026-02-12T01:58:09.527 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:09 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ignoring --setgroup ceph since I am not root 2026-02-12T01:58:09.528 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mgr[68744]: -- 10.20.193.7:0/3264543438 <== mon.2 v2:10.20.193.7:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x10e3a00 con 0x10b7400 2026-02-12T01:58:09.528 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/565241902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:58:09.528 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3590380755' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:58:09.528 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:58:09.528 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: Activating manager daemon x 2026-02-12T01:58:09.528 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:58:09.528 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: mgrmap e31: x(active, starting, since 0.00467857s) 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/565241902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T01:58:09.529 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3590380755' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: Activating manager daemon x 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: mgrmap e31: x(active, starting, since 0.00467857s) 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T01:58:09.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:09 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T01:58:10.612 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:10 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T01:58:10.612 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:10 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T01:58:10.613 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:10 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: from numpy import show_config as show_numpy_config 2026-02-12T01:58:10.613 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: Manager daemon x is now available 2026-02-12T01:58:10.613 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:58:10.613 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:58:10.613 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:58:10.613 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: [12/Feb/2026:01:58:10] ENGINE Bus STARTING 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: [12/Feb/2026:01:58:10] ENGINE Serving on http://10.20.193.59:8765 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: [12/Feb/2026:01:58:10] ENGINE Serving on https://10.20.193.59:7150 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: [12/Feb/2026:01:58:10] ENGINE Bus STARTED 2026-02-12T01:58:10.614 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[23040]: [12/Feb/2026:01:58:10] ENGINE Client ('10.20.193.59', 44578) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: Manager daemon x is now available 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:58:10.615 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:58:10.616 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:58:10.616 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: [12/Feb/2026:01:58:10] ENGINE Bus STARTING 2026-02-12T01:58:10.616 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: [12/Feb/2026:01:58:10] ENGINE Serving on http://10.20.193.59:8765 2026-02-12T01:58:10.616 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: [12/Feb/2026:01:58:10] ENGINE Serving on https://10.20.193.59:7150 2026-02-12T01:58:10.616 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: [12/Feb/2026:01:58:10] ENGINE Bus STARTED 2026-02-12T01:58:10.616 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:10 trial007 ceph-mon[14497]: [12/Feb/2026:01:58:10] ENGINE Client ('10.20.193.59', 44578) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:58:10.712 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: Manager daemon x is now available 2026-02-12T01:58:10.712 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T01:58:10.712 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T01:58:10.712 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T01:58:10.712 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T01:58:10.712 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:58:10.712 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:10.712 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:58:10.713 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T01:58:10.713 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:58:10.713 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T01:58:10.713 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: [12/Feb/2026:01:58:10] ENGINE Bus STARTING 2026-02-12T01:58:10.713 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: [12/Feb/2026:01:58:10] ENGINE Serving on http://10.20.193.59:8765 2026-02-12T01:58:10.713 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: [12/Feb/2026:01:58:10] ENGINE Serving on https://10.20.193.59:7150 2026-02-12T01:58:10.713 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: [12/Feb/2026:01:58:10] ENGINE Bus STARTED 2026-02-12T01:58:10.713 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:10 trial059 ceph-mon[16814]: [12/Feb/2026:01:58:10] ENGINE Client ('10.20.193.59', 44578) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T01:58:11.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: mgrmap e32: x(active, since 1.248s) 2026-02-12T01:58:11.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:11.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:58:11.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:58:11.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:11 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:58:11.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: mgrmap e32: x(active, since 1.248s) 2026-02-12T01:58:11.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:11.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:58:11.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:58:11.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: mgrmap e32: x(active, since 1.248s) 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:11.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:11.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:11.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:58:11.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T01:58:11.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:11 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T01:58:12.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:58:12.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.7'] -> ['10.20.193.59'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: Standby manager daemon y started 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2624420805' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.7'] -> ['10.20.193.59'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: Standby manager daemon y started 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:58:12.877 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:58:12.878 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:58:12.878 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.878 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:12.878 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:12 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2624420805' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:13.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.7'] -> ['10.20.193.59'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: Standby manager daemon y started 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T01:58:13.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T01:58:13.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:13.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:13.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:12 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2624420805' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T01:58:13.600 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:58:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:58:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:58:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:58:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:58:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:58:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:58:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:58:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: mgrmap e33: x(active, since 3s), standbys: y 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/679446857' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/761039840"}]: dispatch 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:14.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:58:14.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:58:14.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:13 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:58:14.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:58:14.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T01:58:14.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: mgrmap e33: x(active, since 3s), standbys: y 2026-02-12T01:58:14.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:58:14.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/679446857' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/761039840"}]: dispatch 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:58:14.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: mgrmap e33: x(active, since 3s), standbys: y 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/679446857' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/761039840"}]: dispatch 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:58:14.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:58:14.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:58:14.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:13 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:58:15.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:14 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:58:15.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:14 trial059 ceph-mon[16814]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:58:15.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:14 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/679446857' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/761039840"}]': finished 2026-02-12T01:58:15.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:14 trial059 ceph-mon[16814]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T01:58:15.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:14 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3350688664' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]: dispatch 2026-02-12T01:58:15.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:14 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]: dispatch 2026-02-12T01:58:15.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:58:15.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[23040]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:58:15.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/679446857' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/761039840"}]': finished 2026-02-12T01:58:15.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[23040]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T01:58:15.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3350688664' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]: dispatch 2026-02-12T01:58:15.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]: dispatch 2026-02-12T01:58:15.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T01:58:15.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[14497]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T01:58:15.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/679446857' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/761039840"}]': finished 2026-02-12T01:58:15.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[14497]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T01:58:15.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3350688664' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]: dispatch 2026-02-12T01:58:15.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:14 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]: dispatch 2026-02-12T01:58:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:15 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]': finished 2026-02-12T01:58:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:15 trial059 ceph-mon[16814]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T01:58:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:15 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/935003460' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]: dispatch 2026-02-12T01:58:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:15 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]: dispatch 2026-02-12T01:58:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:15 trial059 ceph-mon[16814]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]': finished 2026-02-12T01:58:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[23040]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T01:58:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/935003460' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]: dispatch 2026-02-12T01:58:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]: dispatch 2026-02-12T01:58:16.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[23040]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2692162974"}]': finished 2026-02-12T01:58:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[14497]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T01:58:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/935003460' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]: dispatch 2026-02-12T01:58:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]: dispatch 2026-02-12T01:58:16.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:15 trial007 ceph-mon[14497]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T01:58:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:16 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]': finished 2026-02-12T01:58:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:16 trial059 ceph-mon[16814]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T01:58:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:16 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2307437911' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]: dispatch 2026-02-12T01:58:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:16 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]: dispatch 2026-02-12T01:58:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:16 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]': finished 2026-02-12T01:58:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:16 trial007 ceph-mon[23040]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T01:58:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:16 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2307437911' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]: dispatch 2026-02-12T01:58:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:16 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]: dispatch 2026-02-12T01:58:17.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:16 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3825931893"}]': finished 2026-02-12T01:58:17.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:16 trial007 ceph-mon[14497]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T01:58:17.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:16 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2307437911' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]: dispatch 2026-02-12T01:58:17.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:16 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]: dispatch 2026-02-12T01:58:18.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:17 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]': finished 2026-02-12T01:58:18.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:17 trial059 ceph-mon[16814]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T01:58:18.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:17 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1814324980' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/1585242886"}]: dispatch 2026-02-12T01:58:18.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:17 trial059 ceph-mon[16814]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T01:58:18.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:17 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]': finished 2026-02-12T01:58:18.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:17 trial007 ceph-mon[14497]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T01:58:18.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:17 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1814324980' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/1585242886"}]: dispatch 2026-02-12T01:58:18.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:17 trial007 ceph-mon[14497]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T01:58:18.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:17 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/1585242886"}]': finished 2026-02-12T01:58:18.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:17 trial007 ceph-mon[23040]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T01:58:18.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:17 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1814324980' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/1585242886"}]: dispatch 2026-02-12T01:58:18.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:17 trial007 ceph-mon[23040]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T01:58:19.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:18 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1814324980' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/1585242886"}]': finished 2026-02-12T01:58:19.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:18 trial059 ceph-mon[16814]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T01:58:19.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:18 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1544207300' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/248991718"}]: dispatch 2026-02-12T01:58:19.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:18 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1814324980' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/1585242886"}]': finished 2026-02-12T01:58:19.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:18 trial007 ceph-mon[14497]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T01:58:19.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:18 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1544207300' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/248991718"}]: dispatch 2026-02-12T01:58:19.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:18 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1814324980' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/1585242886"}]': finished 2026-02-12T01:58:19.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:18 trial007 ceph-mon[23040]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T01:58:19.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:18 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1544207300' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/248991718"}]: dispatch 2026-02-12T01:58:20.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:19 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1544207300' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/248991718"}]': finished 2026-02-12T01:58:20.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:19 trial059 ceph-mon[16814]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T01:58:20.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:19 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2057918014' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]: dispatch 2026-02-12T01:58:20.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:19 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]: dispatch 2026-02-12T01:58:20.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:19 trial059 ceph-mon[16814]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T01:58:20.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1544207300' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/248991718"}]': finished 2026-02-12T01:58:20.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[23040]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T01:58:20.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2057918014' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]: dispatch 2026-02-12T01:58:20.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]: dispatch 2026-02-12T01:58:20.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[23040]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T01:58:20.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1544207300' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/248991718"}]': finished 2026-02-12T01:58:20.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[14497]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T01:58:20.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2057918014' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]: dispatch 2026-02-12T01:58:20.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]: dispatch 2026-02-12T01:58:20.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:19 trial007 ceph-mon[14497]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T01:58:20.764 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:20 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:58:20] ENGINE Bus STARTING 2026-02-12T01:58:20.765 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:20 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:58:20] ENGINE Serving on http://:::9283 2026-02-12T01:58:20.765 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:20 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: [12/Feb/2026:01:58:20] ENGINE Bus STARTED 2026-02-12T01:58:21.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:20 trial059 ceph-mon[16814]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]': finished 2026-02-12T01:58:21.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:20 trial059 ceph-mon[16814]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T01:58:21.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:20 trial007 ceph-mon[23040]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]': finished 2026-02-12T01:58:21.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:20 trial007 ceph-mon[23040]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T01:58:21.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:20 trial007 ceph-mon[14497]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2975392451"}]': finished 2026-02-12T01:58:21.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:20 trial007 ceph-mon[14497]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T01:58:22.023 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:21 trial007 ceph-mon[14497]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T01:58:22.023 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:21 trial007 ceph-mon[23040]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T01:58:22.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:21 trial059 ceph-mon[16814]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T01:58:22.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:22 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:58:22] ENGINE Bus STARTING 2026-02-12T01:58:22.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:22 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: CherryPy Checker: 2026-02-12T01:58:22.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:22 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: The Application mounted at '' has an empty config. 2026-02-12T01:58:22.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:22 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T01:58:22.374 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:22 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:58:22] ENGINE Serving on http://:::9283 2026-02-12T01:58:22.374 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:22 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:01:58:22] ENGINE Bus STARTED 2026-02-12T01:58:24.226 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:23] "GET /metrics HTTP/1.1" 200 5242 "" "Prometheus/3.6.0" 2026-02-12T01:58:24.226 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:58:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:58:23.944Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:58:24.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:24 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:24.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:24 trial059 ceph-mon[16814]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:24 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:24 trial007 ceph-mon[14497]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:24 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:24 trial007 ceph-mon[23040]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:25.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:25 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:25.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:25 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:25.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:25 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:26.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:26 trial059 ceph-mon[16814]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 690 B/s rd, 0 op/s 2026-02-12T01:58:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:26 trial007 ceph-mon[23040]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 690 B/s rd, 0 op/s 2026-02-12T01:58:26.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:26 trial007 ceph-mon[14497]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 690 B/s rd, 0 op/s 2026-02-12T01:58:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:58:28.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:28 trial059 ceph-mon[16814]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:28.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:28 trial007 ceph-mon[23040]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:28.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:28 trial007 ceph-mon[14497]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:30.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:30 trial059 ceph-mon[16814]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T01:58:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:30 trial007 ceph-mon[23040]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T01:58:30.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:30 trial007 ceph-mon[14497]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T01:58:32.517 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:32 trial007 ceph-mon[23040]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:58:32.517 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:32 trial007 ceph-mon[14497]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:58:32.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:32 trial059 ceph-mon[16814]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T01:58:34.236 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:33] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T01:58:34.236 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:58:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:58:33.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:58:34.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:34 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:34.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:34 trial059 ceph-mon[16814]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:34.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:34 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:34 trial007 ceph-mon[23040]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:34 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:34 trial007 ceph-mon[14497]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:36.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:36 trial059 ceph-mon[16814]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:36.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:36 trial007 ceph-mon[14497]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:36.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:36 trial007 ceph-mon[23040]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:58:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:38 trial059 ceph-mon[16814]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:38.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:38 trial007 ceph-mon[23040]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:38.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:38 trial007 ceph-mon[14497]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:40 trial059 ceph-mon[16814]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:40 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:40.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:40 trial007 ceph-mon[14497]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:40.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:40 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:40 trial007 ceph-mon[23040]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:40 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:42.527 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:42 trial007 ceph-mon[23040]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:42.528 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:42 trial007 ceph-mon[14497]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:42.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:42 trial059 ceph-mon[16814]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:44.243 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:43] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T01:58:44.243 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:58:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:58:43.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:58:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:44 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:44 trial059 ceph-mon[16814]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:44 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:44 trial007 ceph-mon[14497]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:44 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:44 trial007 ceph-mon[23040]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:46.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:46 trial059 ceph-mon[16814]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:46.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:46 trial007 ceph-mon[23040]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:46.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:46 trial007 ceph-mon[14497]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:58:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:48 trial059 ceph-mon[16814]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:48.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:48 trial007 ceph-mon[23040]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:48.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:48 trial007 ceph-mon[14497]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:50 trial059 ceph-mon[16814]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:50.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:50 trial007 ceph-mon[14497]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:50.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:50 trial007 ceph-mon[23040]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:52.538 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:52 trial007 ceph-mon[23040]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:52.538 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:52 trial007 ceph-mon[14497]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:52 trial059 ceph-mon[16814]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:54.251 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:58:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:53] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T01:58:54.252 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:58:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:58:53.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:58:54.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:54 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:54.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:54 trial059 ceph-mon[16814]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:54.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:54 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:54.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:54 trial007 ceph-mon[23040]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:54 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:58:54.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:54 trial007 ceph-mon[14497]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:55 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:55.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:55 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:55 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:58:56.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:56 trial059 ceph-mon[16814]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:56.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:56 trial007 ceph-mon[23040]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:56.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:56 trial007 ceph-mon[14497]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:58:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:58:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:58:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:58:58.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:58:58 trial059 ceph-mon[16814]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:58.622 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:58:58 trial007 ceph-mon[23040]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:58:58.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:58:58 trial007 ceph-mon[14497]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:00.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:00 trial059 ceph-mon[16814]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:00.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:00 trial007 ceph-mon[23040]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:00.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:00 trial007 ceph-mon[14497]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:02.548 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:02 trial007 ceph-mon[23040]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:02.549 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:02 trial007 ceph-mon[14497]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:02.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:02 trial059 ceph-mon[16814]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:04.260 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:59:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:03] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T01:59:04.260 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:03.944Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:59:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:04 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:04 trial059 ceph-mon[16814]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:04 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:04 trial007 ceph-mon[14497]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:04 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:04 trial007 ceph-mon[23040]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:06.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:06 trial059 ceph-mon[16814]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:06 trial007 ceph-mon[23040]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:06 trial007 ceph-mon[14497]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:59:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:59:08.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:08 trial059 ceph-mon[16814]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:08.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:08 trial007 ceph-mon[14497]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:08.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:08 trial007 ceph-mon[23040]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:10 trial059 ceph-mon[16814]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:10 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:10 trial007 ceph-mon[23040]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:10 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:10.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:10 trial007 ceph-mon[14497]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:10.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:10 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:12.559 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:12 trial007 ceph-mon[14497]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:12.559 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:12 trial007 ceph-mon[23040]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:12.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:12 trial059 ceph-mon[16814]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:59:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:59:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T01:59:14.267 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:59:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:13] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T01:59:14.267 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:13.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:59:14.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:14 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:14 trial059 ceph-mon[16814]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:14 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:59:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:14 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:59:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:14 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:59:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[23040]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:59:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:59:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:59:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[14497]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T01:59:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T01:59:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:14 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T01:59:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:16 trial059 ceph-mon[16814]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:16.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:16 trial007 ceph-mon[23040]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:16 trial007 ceph-mon[14497]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:59:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:59:18.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:18 trial059 ceph-mon[16814]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:18 trial007 ceph-mon[14497]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:18.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:18 trial007 ceph-mon[23040]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:20.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:20 trial059 ceph-mon[16814]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:20.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:20 trial007 ceph-mon[23040]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:20 trial007 ceph-mon[14497]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:22.569 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:22 trial007 ceph-mon[23040]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:22.570 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:22 trial007 ceph-mon[14497]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:22.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:22 trial059 ceph-mon[16814]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:24.274 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:59:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:23] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T01:59:24.274 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:23.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:59:24.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:24 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:24.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:24 trial059 ceph-mon[16814]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:24 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:24 trial007 ceph-mon[14497]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:24 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:24 trial007 ceph-mon[23040]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:25.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:25 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:25.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:25 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:25.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:25 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:26.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:26 trial059 ceph-mon[16814]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:26 trial007 ceph-mon[23040]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:26.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:26 trial007 ceph-mon[14497]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:59:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:59:28.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:28 trial059 ceph-mon[16814]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:28.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:28 trial007 ceph-mon[14497]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:28.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:28 trial007 ceph-mon[23040]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:30.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:30 trial059 ceph-mon[16814]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:30 trial007 ceph-mon[23040]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:30.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:30 trial007 ceph-mon[14497]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:32.580 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:32 trial007 ceph-mon[14497]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:32.580 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:32 trial007 ceph-mon[23040]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:32.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:32 trial059 ceph-mon[16814]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:34.283 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:59:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:33] "GET /metrics HTTP/1.1" 200 5712 "" "Prometheus/3.6.0" 2026-02-12T01:59:34.283 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:33.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:59:34.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:34 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:34 trial059 ceph-mon[16814]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:34 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:34 trial007 ceph-mon[23040]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:34 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:34 trial007 ceph-mon[14497]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:36.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:36 trial059 ceph-mon[16814]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:36.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:36 trial007 ceph-mon[23040]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:36.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:36 trial007 ceph-mon[14497]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:59:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:59:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:38 trial059 ceph-mon[16814]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:38.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:38 trial007 ceph-mon[14497]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:38.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:38 trial007 ceph-mon[23040]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:40 trial059 ceph-mon[16814]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:40 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:40.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:40 trial007 ceph-mon[14497]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:40.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:40 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:40 trial007 ceph-mon[23040]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:40 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:42.590 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:42 trial007 ceph-mon[23040]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:42.591 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:42 trial007 ceph-mon[14497]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:42.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:42 trial059 ceph-mon[16814]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:44.290 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:59:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:43] "GET /metrics HTTP/1.1" 200 5713 "" "Prometheus/3.6.0" 2026-02-12T01:59:44.290 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:43.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:59:44.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:44 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:44 trial059 ceph-mon[16814]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:44 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:44 trial007 ceph-mon[14497]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:44 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:44 trial007 ceph-mon[23040]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:46.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:46 trial059 ceph-mon[16814]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:46.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:46 trial007 ceph-mon[23040]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:46.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:46 trial007 ceph-mon[14497]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:59:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:59:48.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:48 trial059 ceph-mon[16814]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:48.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:48 trial007 ceph-mon[14497]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:48.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:48 trial007 ceph-mon[23040]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:50 trial059 ceph-mon[16814]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:50.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:50 trial007 ceph-mon[23040]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:50.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:50 trial007 ceph-mon[14497]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:52 trial059 ceph-mon[16814]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:52.602 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:52 trial007 ceph-mon[23040]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:52.602 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:52 trial007 ceph-mon[14497]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:54.296 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 01:59:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:53] "GET /metrics HTTP/1.1" 200 5713 "" "Prometheus/3.6.0" 2026-02-12T01:59:54.297 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 01:59:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T01:59:53.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T01:59:54.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:54 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:54.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:54 trial059 ceph-mon[16814]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:54.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:54 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:54.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:54 trial007 ceph-mon[23040]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:54 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T01:59:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:54 trial007 ceph-mon[14497]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:55 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:55.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:55 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:55 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T01:59:56.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:56 trial059 ceph-mon[16814]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:56.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:56 trial007 ceph-mon[23040]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:56.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:56 trial007 ceph-mon[14497]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T01:59:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 01:59:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:01:59:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T01:59:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 01:59:58 trial059 ceph-mon[16814]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:58.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 01:59:58 trial007 ceph-mon[23040]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T01:59:58.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 01:59:58 trial007 ceph-mon[14497]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:00.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:00 trial059 ceph-mon[16814]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:00.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:00 trial059 ceph-mon[16814]: overall HEALTH_OK 2026-02-12T02:00:00.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:00 trial007 ceph-mon[23040]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:00.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:00 trial007 ceph-mon[23040]: overall HEALTH_OK 2026-02-12T02:00:00.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:00 trial007 ceph-mon[14497]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:00.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:00 trial007 ceph-mon[14497]: overall HEALTH_OK 2026-02-12T02:00:02.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:02 trial059 ceph-mon[16814]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:02.611 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:02 trial007 ceph-mon[23040]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:02.611 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:02 trial007 ceph-mon[14497]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:04.305 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:00:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:03] "GET /metrics HTTP/1.1" 200 5721 "" "Prometheus/3.6.0" 2026-02-12T02:00:04.305 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:03.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:00:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:04 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:04 trial059 ceph-mon[16814]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:04 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:04 trial007 ceph-mon[23040]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:04 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:04 trial007 ceph-mon[14497]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:06.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:06 trial059 ceph-mon[16814]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:06 trial007 ceph-mon[23040]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:06 trial007 ceph-mon[14497]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:00:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:00:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:08 trial059 ceph-mon[16814]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:08.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:08 trial007 ceph-mon[23040]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:08.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:08 trial007 ceph-mon[14497]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:10 trial059 ceph-mon[16814]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:10 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:10 trial007 ceph-mon[23040]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:10.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:10 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:10.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:10 trial007 ceph-mon[14497]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:10.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:10 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:12.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:12 trial059 ceph-mon[16814]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:12.621 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:12 trial007 ceph-mon[23040]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:12.622 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:12 trial007 ceph-mon[14497]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:00:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:00:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:00:14.312 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:00:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:13] "GET /metrics HTTP/1.1" 200 5718 "" "Prometheus/3.6.0" 2026-02-12T02:00:14.312 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:13.942Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:00:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:14 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:14 trial059 ceph-mon[16814]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:14 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:00:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:14 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:00:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:14 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:00:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[23040]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:00:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:00:14.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:00:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[14497]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:00:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:00:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:14 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:00:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:16 trial059 ceph-mon[16814]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:16.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:16 trial007 ceph-mon[23040]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:16.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:16 trial007 ceph-mon[14497]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:00:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:00:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:18 trial059 ceph-mon[16814]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:18.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:18 trial007 ceph-mon[23040]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:18 trial007 ceph-mon[14497]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:19 trial059 ceph-mon[16814]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:19.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:19 trial007 ceph-mon[23040]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:19 trial007 ceph-mon[14497]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:22.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:22 trial059 ceph-mon[16814]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:22.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:22 trial007 ceph-mon[23040]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:22 trial007 ceph-mon[14497]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:24.248 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:00:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:23] "GET /metrics HTTP/1.1" 200 5718 "" "Prometheus/3.6.0" 2026-02-12T02:00:24.249 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:23.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:00:24.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:24 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:24.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:24 trial059 ceph-mon[16814]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:24 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:24 trial007 ceph-mon[23040]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:24 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:24 trial007 ceph-mon[14497]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:25.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:25 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:25.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:25 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:25.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:25 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:26.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:26 trial059 ceph-mon[16814]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:26 trial007 ceph-mon[23040]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:26.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:26 trial007 ceph-mon[14497]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:00:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:00:28.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:28 trial059 ceph-mon[16814]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:28.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:28 trial007 ceph-mon[23040]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:28.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:28 trial007 ceph-mon[14497]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:30.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:30 trial059 ceph-mon[16814]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:30 trial007 ceph-mon[23040]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:30.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:30 trial007 ceph-mon[14497]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:32.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:32 trial059 ceph-mon[16814]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:32.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:32 trial007 ceph-mon[23040]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:32 trial007 ceph-mon[14497]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:34.257 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:00:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:33] "GET /metrics HTTP/1.1" 200 5719 "" "Prometheus/3.6.0" 2026-02-12T02:00:34.257 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:33.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:00:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:34 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:34 trial059 ceph-mon[16814]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:34 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:34 trial007 ceph-mon[23040]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:34 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:34 trial007 ceph-mon[14497]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:36.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:36 trial059 ceph-mon[16814]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:36.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:36 trial007 ceph-mon[23040]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:36.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:36 trial007 ceph-mon[14497]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:00:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:00:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:38 trial059 ceph-mon[16814]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:38.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:38 trial007 ceph-mon[23040]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:38.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:38 trial007 ceph-mon[14497]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:40 trial059 ceph-mon[16814]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:40 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:40 trial007 ceph-mon[23040]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:40 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:40.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:40 trial007 ceph-mon[14497]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:40.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:40 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:42 trial059 ceph-mon[16814]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:42.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:42 trial007 ceph-mon[23040]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:42.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:42 trial007 ceph-mon[14497]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:44.263 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:00:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:43] "GET /metrics HTTP/1.1" 200 5720 "" "Prometheus/3.6.0" 2026-02-12T02:00:44.264 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:43.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:00:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:44 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:44 trial059 ceph-mon[16814]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:44 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:44 trial007 ceph-mon[23040]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:44 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:44 trial007 ceph-mon[14497]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:46.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:46 trial059 ceph-mon[16814]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:46.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:46 trial007 ceph-mon[23040]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:46.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:46 trial007 ceph-mon[14497]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:00:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:00:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:48 trial059 ceph-mon[16814]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:48.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:48 trial007 ceph-mon[23040]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:48.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:48 trial007 ceph-mon[14497]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:50 trial059 ceph-mon[16814]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:50.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:50 trial007 ceph-mon[23040]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:50.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:50 trial007 ceph-mon[14497]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:52 trial059 ceph-mon[16814]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:52.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:52 trial007 ceph-mon[23040]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:52.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:52 trial007 ceph-mon[14497]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:54.270 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:00:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:53] "GET /metrics HTTP/1.1" 200 5720 "" "Prometheus/3.6.0" 2026-02-12T02:00:54.270 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:00:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:00:53.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:00:54.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:54 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:54.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:54 trial059 ceph-mon[16814]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:54.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:54 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:54.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:54 trial007 ceph-mon[23040]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:54 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:00:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:54 trial007 ceph-mon[14497]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:55 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:55.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:55 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:55 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:00:56.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:56 trial059 ceph-mon[16814]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:56.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:56 trial007 ceph-mon[23040]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:56.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:56 trial007 ceph-mon[14497]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:00:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:00:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:00:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:00:58.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:00:58 trial059 ceph-mon[16814]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:58.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:00:58 trial007 ceph-mon[23040]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:00:58.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:00:58 trial007 ceph-mon[14497]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:00.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:00 trial059 ceph-mon[16814]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:00.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:00 trial007 ceph-mon[23040]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:00.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:00 trial007 ceph-mon[14497]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:02.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:02 trial059 ceph-mon[16814]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:02.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:02 trial007 ceph-mon[23040]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:02.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:02 trial007 ceph-mon[14497]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:04.279 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:03] "GET /metrics HTTP/1.1" 200 5719 "" "Prometheus/3.6.0" 2026-02-12T02:01:04.279 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:03.943Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial059:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:01:04.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:04 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:04 trial059 ceph-mon[16814]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:04 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:04 trial007 ceph-mon[23040]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:04 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:04 trial007 ceph-mon[14497]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:06.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:06 trial059 ceph-mon[16814]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:06.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:06 trial007 ceph-mon[23040]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:06.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:06 trial007 ceph-mon[14497]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:01:08.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:08 trial059 ceph-mon[16814]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:08.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:08 trial007 ceph-mon[23040]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:08.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:08 trial007 ceph-mon[14497]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:09.617 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:01:09.903 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:01:10.126 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:01:10.127 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (18m) 2m ago 18m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T02:01:10.127 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (18m) 2m ago 18m 87.8M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T02:01:10.127 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (2m) 2m ago 18m - - 3.9 4cc07a41bb19 072a2f8f216e 2026-02-12T02:01:10.127 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (15m) 2m ago 20m 526M - 20.3.0-5221-ge200f5a1 c60a330ee965 96d65f0df267 2026-02-12T02:01:10.127 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (8m) 2m ago 20m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:01:10.127 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (20m) 2m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T02:01:10.127 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (20m) 2m ago 20m 49.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T02:01:10.127 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (20m) 2m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (18m) 2m ago 18m - - 1.7.0 72c9c2088986 edf61c7bd463 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (18m) 2m ago 18m 12.6M - 1.7.0 72c9c2088986 c474e539ab45 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (20m) 2m ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (19m) 2m ago 19m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (19m) 2m ago 19m 59.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (19m) 2m ago 19m 57.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (18m) 2m ago 18m 60.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (11m) 2m ago 18m 56.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:01:10.128 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (18m) 2m ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:01:10.129 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (18m) 2m ago 18m 111M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:01:10.164 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ls' 2026-02-12T02:01:10.449 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:01:10.470 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:10 trial007 ceph-mon[14497]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:10.471 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:10 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:10.471 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:10 trial007 ceph-mon[23040]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:10.471 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:10 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:10 trial059 ceph-mon[16814]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:10.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:10 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:10.671 INFO:teuthology.orchestra.run.trial007.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-12T02:01:10.672 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager ?:9093,9094 1/1 2m ago 18m trial007=a;count:1 2026-02-12T02:01:10.672 INFO:teuthology.orchestra.run.trial007.stdout:grafana ?:3000 1/1 2m ago 18m trial059=a;count:1 2026-02-12T02:01:10.672 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo ?:5000 1/1 2m ago 18m count:1 2026-02-12T02:01:10.672 INFO:teuthology.orchestra.run.trial007.stdout:mgr 2/2 2m ago 20m trial007=y;trial059=x;count:2 2026-02-12T02:01:10.672 INFO:teuthology.orchestra.run.trial007.stdout:mon 3/3 2m ago 20m trial007:10.20.193.7=a;trial007:[v2:10.20.193.7:3301,v1:10.20.193.7:6790]=c;trial059:10.20.193.59=b;count:3 2026-02-12T02:01:10.672 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter ?:9100 2/2 2m ago 18m trial007=a;trial059=b;count:2 2026-02-12T02:01:10.672 INFO:teuthology.orchestra.run.trial007.stdout:osd 8 2m ago - 2026-02-12T02:01:10.672 INFO:teuthology.orchestra.run.trial007.stdout:prometheus ?:9095 1/1 2m ago 18m trial059=a;count:1 2026-02-12T02:01:10.673 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo ?:8000 2/2 2m ago 18m count:2 2026-02-12T02:01:10.711 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T02:01:10.995 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:01:11.250 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:01:11.250 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:01:11.251 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:01:11.252 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:11.252 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:01:11.252 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T02:01:11.252 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:01:11.252 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:01:11.252 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:01:11.289 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2026-02-12T02:01:11.572 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:01:11.595 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:11 trial007 ceph-mon[23040]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:11.595 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:11 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial007.nniftz", "name": "rgw_frontends"}]: dispatch 2026-02-12T02:01:11.595 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:11 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial059.ljtpvt", "name": "rgw_frontends"}]: dispatch 2026-02-12T02:01:11.595 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:11 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/896569914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:11.595 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:11 trial007 ceph-mon[14497]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:11.596 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:11 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial007.nniftz", "name": "rgw_frontends"}]: dispatch 2026-02-12T02:01:11.596 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:11 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial059.ljtpvt", "name": "rgw_frontends"}]: dispatch 2026-02-12T02:01:11.596 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:11 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/896569914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:11 trial059 ceph-mon[16814]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:11 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial007.nniftz", "name": "rgw_frontends"}]: dispatch 2026-02-12T02:01:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:11 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial059.ljtpvt", "name": "rgw_frontends"}]: dispatch 2026-02-12T02:01:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:11 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/896569914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:12.064 INFO:teuthology.orchestra.run.trial007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:01:12.107 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T02:01:12.401 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:01:12.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:12 trial059 ceph-mon[16814]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:12.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:12 trial059 ceph-mon[16814]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:12.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:12.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:12 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:12.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:12 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:12.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:12 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:12.602 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: 2026-02-12T02:01:12.404+0000 7f38ed28a640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T02:01:12.602 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ignoring --setuser ceph since I am not root 2026-02-12T02:01:12.602 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:12 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: ignoring --setgroup ceph since I am not root 2026-02-12T02:01:12.602 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:12 trial059 ceph-mgr[48965]: -- 10.20.193.59:0/2734631272 <== mon.1 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2bb9a00 con 0x2b8d400 2026-02-12T02:01:12.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[14497]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:12.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[14497]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:12.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:12.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:12.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:12.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:12.624 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:12 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:01:12] ENGINE Bus STOPPING 2026-02-12T02:01:12.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[23040]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:12.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[23040]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:12.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:12.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:12.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:12.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:12 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:13.102 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:12 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:01:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:01:13.102 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:12 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:01:12] ENGINE Bus STOPPED 2026-02-12T02:01:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:01:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:01:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:13.123Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:01:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:01:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:01:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:01:13.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:13.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:01:13.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:01:13.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: Activating manager daemon y 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25012 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: mgrmap e34: y(active, starting, since 0.00264134s) 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:01:13.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: Manager daemon y is now available 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:13.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:01:13.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:01:13.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:01:13.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:13 trial059 ceph-mon[16814]: [12/Feb/2026:02:01:13] ENGINE Bus STARTING 2026-02-12T02:01:13.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: Activating manager daemon y 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25012 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: mgrmap e34: y(active, starting, since 0.00264134s) 2026-02-12T02:01:13.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: Manager daemon y is now available 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:01:13.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[14497]: [12/Feb/2026:02:01:13] ENGINE Bus STARTING 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:01:13.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25012 10.20.193.59:0/1945731598' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: Activating manager daemon y 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25012 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: mgrmap e34: y(active, starting, since 0.00264134s) 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:01:13.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: Manager daemon y is now available 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:13.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:01:13.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:01:13.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:01:13.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:13 trial007 ceph-mon[23040]: [12/Feb/2026:02:01:13] ENGINE Bus STARTING 2026-02-12T02:01:13.417 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:01:13.763 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:01:13.763 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (18m) 3m ago 18m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T02:01:13.763 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (18m) 3m ago 18m 87.8M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (3m) 3m ago 18m - - 3.9 4cc07a41bb19 072a2f8f216e 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (15m) 3m ago 20m 526M - 20.3.0-5221-ge200f5a1 c60a330ee965 96d65f0df267 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (8m) 3m ago 20m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (20m) 3m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (20m) 3m ago 20m 49.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (20m) 3m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (18m) 3m ago 18m - - 1.7.0 72c9c2088986 edf61c7bd463 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (18m) 3m ago 18m 12.6M - 1.7.0 72c9c2088986 c474e539ab45 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (20m) 3m ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:01:13.764 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:01:13.765 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:01:13.765 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (19m) 3m ago 19m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:01:13.765 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (19m) 3m ago 19m 59.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:01:13.765 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (19m) 3m ago 19m 57.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:01:13.765 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (18m) 3m ago 18m 60.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:01:13.765 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (12m) 3m ago 18m 56.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:01:13.765 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (18m) 3m ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:01:13.765 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (18m) 3m ago 18m 111M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:01:13.812 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:01:13.813 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:01:13.813 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[48961]: from numpy import show_config as show_numpy_config 2026-02-12T02:01:13.974 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:01:13.974 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:01:13.975 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:01:13.976 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:13.976 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:01:13.976 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T02:01:13.976 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T02:01:13.976 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:01:13.976 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:01:14.149 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:01:14.149 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:01:14.149 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:01:14.150 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [ 2026-02-12T02:01:14.150 INFO:teuthology.orchestra.run.trial007.stdout: "mgr" 2026-02-12T02:01:14.150 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T02:01:14.150 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) mgr", 2026-02-12T02:01:14.150 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "2/2 daemons upgraded", 2026-02-12T02:01:14.150 INFO:teuthology.orchestra.run.trial007.stdout: "message": "", 2026-02-12T02:01:14.150 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:01:14.150 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:01:14.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: [12/Feb/2026:02:01:13] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T02:01:14.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:14.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: mgrmap e35: y(active, since 1.00709s) 2026-02-12T02:01:14.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:01:14.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: [12/Feb/2026:02:01:13] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: [12/Feb/2026:02:01:13] ENGINE Bus STARTED 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: [12/Feb/2026:02:01:13] ENGINE Client ('10.20.193.7', 47590) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2791434846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:14 trial059 ceph-mon[16814]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: [12/Feb/2026:02:01:13] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T02:01:14.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:14.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: mgrmap e35: y(active, since 1.00709s) 2026-02-12T02:01:14.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:01:14.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: [12/Feb/2026:02:01:13] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: [12/Feb/2026:02:01:13] ENGINE Bus STARTED 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: [12/Feb/2026:02:01:13] ENGINE Client ('10.20.193.7', 47590) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2791434846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[14497]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: [12/Feb/2026:02:01:13] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='client.15465 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: mgrmap e35: y(active, since 1.00709s) 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: [12/Feb/2026:02:01:13] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T02:01:14.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: [12/Feb/2026:02:01:13] ENGINE Bus STARTED 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: [12/Feb/2026:02:01:13] ENGINE Client ('10.20.193.7', 47590) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2791434846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:14.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:14 trial007 ceph-mon[23040]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:15.430 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:15.430 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: mgrmap e36: y(active, since 2s) 2026-02-12T02:01:15.430 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.430 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:01:15.431 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.59'] -> ['10.20.193.7'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: Standby manager daemon x started 2026-02-12T02:01:15.432 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: mgrmap e36: y(active, since 2s) 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.433 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:01:15.434 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.59'] -> ['10.20.193.7'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: Standby manager daemon x started 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:01:15.435 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:01:15.436 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:01:15.436 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:15 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: mgrmap e36: y(active, since 2s) 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:01:15.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Reconfiguring iscsi.foo.trial007.pmomlh deps ['10.20.193.59'] -> ['10.20.193.7'] (diff {'10.20.193.7', '10.20.193.59'}) 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Reconfiguring daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: Standby manager daemon x started 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:01:15.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:15 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/637608689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:01:16.644 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 systemd[1]: Stopping Ceph mgr.x for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:01:16.644 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:16.645 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:16.645 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T02:01:16.645 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/2405574206' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:01:16.645 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T02:01:16.645 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:16.645 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: mgrmap e37: y(active, since 3s), standbys: x 2026-02-12T02:01:16.645 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:01:16.645 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: Upgrade: Updating mgr.x 2026-02-12T02:01:16.646 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:01:16.646 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:01:16.646 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:16.646 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:16 trial059 ceph-mon[16814]: Deploying daemon mgr.x on trial059 2026-02-12T02:01:16.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:16.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/2405574206' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: mgrmap e37: y(active, since 3s), standbys: x 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: Upgrade: Updating mgr.x 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:16.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[14497]: Deploying daemon mgr.x on trial059 2026-02-12T02:01:16.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:16.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:16.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T02:01:16.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/2405574206' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:01:16.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: Certificate for "cephadm-signed_agent_cert (trial007)" is still valid for 1824 days. 2026-02-12T02:01:16.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:16.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: mgrmap e37: y(active, since 3s), standbys: x 2026-02-12T02:01:16.875 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:01:16.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: Upgrade: Updating mgr.x 2026-02-12T02:01:16.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:01:16.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:01:16.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:16.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:16 trial007 ceph-mon[23040]: Deploying daemon mgr.x on trial059 2026-02-12T02:01:16.961 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 podman[60842]: 2026-02-12 02:01:16.649763091 +0000 UTC m=+0.043539557 container died 96d65f0df267aab75947859f6eee9e477be34b6d579f549c53d536ff435cb5c0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:01:16.961 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 podman[60842]: 2026-02-12 02:01:16.663500823 +0000 UTC m=+0.057277290 container remove 96d65f0df267aab75947859f6eee9e477be34b6d579f549c53d536ff435cb5c0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:01:16.961 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 bash[60842]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x 2026-02-12T02:01:16.961 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-02-12T02:01:16.961 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x.service: Failed with result 'exit-code'. 2026-02-12T02:01:16.961 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 systemd[1]: Stopped Ceph mgr.x for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:01:16.961 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x.service: Consumed 17.001s CPU time. 2026-02-12T02:01:16.961 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 systemd[1]: Starting Ceph mgr.x for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:01:17.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:16 trial059 podman[61011]: 2026-02-12 02:01:16.967276037 +0000 UTC m=+0.016827296 container create b46a4fa21c3bcb68c4d4cdf626b591fbefaac04968e25a39ce42540b82b8ce9f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:01:17.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:17 trial059 podman[61011]: 2026-02-12 02:01:17.004692954 +0000 UTC m=+0.054244213 container init b46a4fa21c3bcb68c4d4cdf626b591fbefaac04968e25a39ce42540b82b8ce9f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2026-02-12T02:01:17.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:17 trial059 podman[61011]: 2026-02-12 02:01:17.006969579 +0000 UTC m=+0.056520848 container start b46a4fa21c3bcb68c4d4cdf626b591fbefaac04968e25a39ce42540b82b8ce9f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:01:17.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:17 trial059 bash[61011]: b46a4fa21c3bcb68c4d4cdf626b591fbefaac04968e25a39ce42540b82b8ce9f 2026-02-12T02:01:17.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:17 trial059 podman[61011]: 2026-02-12 02:01:16.960675546 +0000 UTC m=+0.010226805 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:01:17.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:17 trial059 systemd[1]: Started Ceph mgr.x for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:01:17.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mgr[61037]: -- 10.20.193.59:0/1900745357 <== mon.1 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1493a00 con 0x1467400 2026-02-12T02:01:18.121 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[14497]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:18.121 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[14497]: mgrmap e38: y(active, since 4s), standbys: x 2026-02-12T02:01:18.121 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.122 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[23040]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:18.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[23040]: mgrmap e38: y(active, since 4s), standbys: x 2026-02-12T02:01:18.122 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:17 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mon[16814]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:18.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mon[16814]: mgrmap e38: y(active, since 4s), standbys: x 2026-02-12T02:01:18.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:17 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:18.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:01:18.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:01:18.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:18 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: from numpy import show_config as show_numpy_config 2026-02-12T02:01:19.404 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.405 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.405 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.405 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.405 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.405 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.405 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.406 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.406 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.406 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.406 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.406 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:19 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:19 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:19 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:19 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:19 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:19 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:19 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.297 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 systemd[1]: Stopping Ceph node-exporter.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:01:20.297 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 podman[82352]: 2026-02-12 02:01:20.074426644 +0000 UTC m=+0.023218885 container died edf61c7bd46312cacddd16af021f4f93254af694201a51e16c59dbaf75ea1b1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:01:20.297 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 podman[82352]: 2026-02-12 02:01:20.083841989 +0000 UTC m=+0.032634220 container remove edf61c7bd46312cacddd16af021f4f93254af694201a51e16c59dbaf75ea1b1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:01:20.298 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 bash[82352]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a 2026-02-12T02:01:20.298 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2026-02-12T02:01:20.298 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.a.service: Failed with result 'exit-code'. 2026-02-12T02:01:20.298 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 systemd[1]: Stopped Ceph node-exporter.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:01:20.298 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.a.service: Consumed 2.669s CPU time. 2026-02-12T02:01:20.298 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:20.299 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.300 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.301 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: Standby manager daemon x restarted 2026-02-12T02:01:20.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: Standby manager daemon x started 2026-02-12T02:01:20.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:01:20.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:01:20.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:01:20.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[14497]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:01:20.302 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:01:20.303 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.304 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.305 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.306 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.306 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: Standby manager daemon x restarted 2026-02-12T02:01:20.306 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: Standby manager daemon x started 2026-02-12T02:01:20.306 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:01:20.306 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:01:20.306 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:01:20.306 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:20 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:01:20.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:01:20.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: Standby manager daemon x restarted 2026-02-12T02:01:20.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: Standby manager daemon x started 2026-02-12T02:01:20.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:01:20.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:01:20.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:01:20.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:20 trial059 ceph-mon[16814]: from='mgr.? 10.20.193.59:0/661905881' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:01:20.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 systemd[1]: Starting Ceph node-exporter.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:01:20.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:20 trial007 bash[82515]: Trying to pull quay.io/prometheus/node-exporter:v1.9.1... 2026-02-12T02:01:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:01:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:01:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all mgr 2026-02-12T02:01:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all crash 2026-02-12T02:01:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all mds 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all nfs 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Setting container_image for all smb 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: Deploying daemon node-exporter.a on trial007 2026-02-12T02:01:21.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:21 trial059 ceph-mon[16814]: mgrmap e39: y(active, since 8s), standbys: x 2026-02-12T02:01:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:01:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:01:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all mgr 2026-02-12T02:01:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all crash 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all mds 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all nfs 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all smb 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: Deploying daemon node-exporter.a on trial007 2026-02-12T02:01:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[14497]: mgrmap e39: y(active, since 8s), standbys: x 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all mgr 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all crash 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all mds 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all nfs 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:01:21.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all smb 2026-02-12T02:01:21.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T02:01:21.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: Deploying daemon node-exporter.a on trial007 2026-02-12T02:01:21.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:21 trial007 ceph-mon[23040]: mgrmap e39: y(active, since 8s), standbys: x 2026-02-12T02:01:22.123 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:21 trial007 bash[82515]: Getting image source signatures 2026-02-12T02:01:22.123 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:21 trial007 bash[82515]: Copying blob sha256:c6e37428e3b36731b2b7a99979e0dbb27ce0849df0c23fb2b73e99bdbcd7ca33 2026-02-12T02:01:22.123 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:21 trial007 bash[82515]: Copying blob sha256:1617e25568b2231fdd0d5caff63b06f6f7738d8d961f031c80e47d35aaec9733 2026-02-12T02:01:22.123 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:21 trial007 bash[82515]: Copying blob sha256:9fa9226be034e47923c0457d916aa68474cdfb23af8d4525e9baeebc4760977a 2026-02-12T02:01:22.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:22 trial059 ceph-mon[16814]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:01:22.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:22 trial007 ceph-mon[23040]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:01:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:22 trial007 ceph-mon[14497]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:01:23.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:23 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:01:23] ENGINE Bus STARTING 2026-02-12T02:01:23.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:23 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:01:23] ENGINE Serving on http://:::9283 2026-02-12T02:01:23.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:23 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:01:23] ENGINE Bus STARTED 2026-02-12T02:01:24.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:24 trial059 ceph-mon[16814]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T02:01:24.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:24 trial007 ceph-mon[23040]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T02:01:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:24 trial007 ceph-mon[14497]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T02:01:26.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:26 trial059 ceph-mon[16814]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:26.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:26 trial007 ceph-mon[14497]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:26.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:26 trial007 ceph-mon[23040]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:27.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:26.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:01:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:26] "GET /metrics HTTP/1.1" 200 5236 "" "Prometheus/3.6.0" 2026-02-12T02:01:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:27 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:27 trial059 ceph-mon[16814]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:27.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:27 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:27.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:27 trial007 ceph-mon[23040]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-mon[14497]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:28.124 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 bash[82515]: Copying config sha256:255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 2026-02-12T02:01:28.124 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 bash[82515]: Writing manifest to image destination 2026-02-12T02:01:28.124 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 podman[82515]: 2026-02-12 02:01:27.841217722 +0000 UTC m=+7.473945881 container create 285e9923c687b89d4135fa2af30e727eabc6aecd6a758feae7dafda4e01cbbb0 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:01:28.124 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 podman[82515]: 2026-02-12 02:01:27.864711006 +0000 UTC m=+7.497439165 container init 285e9923c687b89d4135fa2af30e727eabc6aecd6a758feae7dafda4e01cbbb0 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:01:28.124 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 podman[82515]: 2026-02-12 02:01:27.86736657 +0000 UTC m=+7.500094719 container start 285e9923c687b89d4135fa2af30e727eabc6aecd6a758feae7dafda4e01cbbb0 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:01:28.124 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 bash[82515]: 285e9923c687b89d4135fa2af30e727eabc6aecd6a758feae7dafda4e01cbbb0 2026-02-12T02:01:28.124 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 podman[82515]: 2026-02-12 02:01:27.83600165 +0000 UTC m=+7.468729809 image pull 255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 quay.io/prometheus/node-exporter:v1.9.1 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 systemd[1]: Started Ceph node-exporter.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.870Z level=INFO source=node_exporter.go:216 msg="Starting node_exporter" version="(version=1.9.1, branch=HEAD, revision=f2ec547b49af53815038a50265aa2adcd1275959)" 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.870Z level=INFO source=node_exporter.go:217 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@7023beaa563a, date=20250401-15:19:01, tags=unknown)" 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.870Z level=INFO source=diskstats_common.go:110 msg="Parsed flag --collector.diskstats.device-exclude" collector=diskstats flag=^(z?ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.870Z level=ERROR source=diskstats_linux.go:264 msg="Failed to open directory, disabling udev device properties" collector=diskstats path=/run/udev/data 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=filesystem_common.go:265 msg="Parsed flag --collector.filesystem.mount-points-exclude" collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=filesystem_common.go:294 msg="Parsed flag --collector.filesystem.fs-types-exclude" collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:135 msg="Enabled collectors" 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=arp 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=bcache 2026-02-12T02:01:28.125 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=bonding 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=btrfs 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=conntrack 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=cpu 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=cpufreq 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=diskstats 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=dmi 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=edac 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=entropy 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=fibrechannel 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=filefd 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=filesystem 2026-02-12T02:01:28.126 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=hwmon 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=infiniband 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=ipvs 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=loadavg 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=mdadm 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=meminfo 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=netclass 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=netdev 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=netstat 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=nfs 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=nfsd 2026-02-12T02:01:28.127 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=nvme 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=os 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=powersupplyclass 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=pressure 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=rapl 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=schedstat 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=selinux 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=sockstat 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=softnet 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=stat 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=tapestats 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=textfile 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=thermal_zone 2026-02-12T02:01:28.128 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=time 2026-02-12T02:01:28.129 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=udp_queues 2026-02-12T02:01:28.129 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=uname 2026-02-12T02:01:28.129 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=vmstat 2026-02-12T02:01:28.129 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=watchdog 2026-02-12T02:01:28.129 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=xfs 2026-02-12T02:01:28.129 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=node_exporter.go:141 msg=zfs 2026-02-12T02:01:28.129 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9100 2026-02-12T02:01:28.129 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:01:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a[82633]: time=2026-02-12T02:01:27.871Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T02:01:28.584 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 systemd[1]: Stopping Ceph node-exporter.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:01:28.584 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 podman[64066]: 2026-02-12 02:01:28.531268602 +0000 UTC m=+0.024265058 container died c474e539ab45dbf402f0080af09fe17ef4f77db416965962dd9702315017ae1f (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:01:28.585 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 podman[64066]: 2026-02-12 02:01:28.539893098 +0000 UTC m=+0.032889554 container remove c474e539ab45dbf402f0080af09fe17ef4f77db416965962dd9702315017ae1f (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:01:28.585 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 bash[64066]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b 2026-02-12T02:01:28.585 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2026-02-12T02:01:28.851 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.b.service: Failed with result 'exit-code'. 2026-02-12T02:01:28.851 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 systemd[1]: Stopped Ceph node-exporter.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:01:28.851 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.b.service: Consumed 2.690s CPU time. 2026-02-12T02:01:28.851 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 systemd[1]: Starting Ceph node-exporter.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:01:28.851 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:28 trial059 bash[64234]: Trying to pull quay.io/prometheus/node-exporter:v1.9.1... 2026-02-12T02:01:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:28 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:28 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:28 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:28 trial059 ceph-mon[16814]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T02:01:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:28 trial059 ceph-mon[16814]: Deploying daemon node-exporter.b on trial059 2026-02-12T02:01:29.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:29.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:29.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:29.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[14497]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T02:01:29.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[14497]: Deploying daemon node-exporter.b on trial059 2026-02-12T02:01:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[23040]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T02:01:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:28 trial007 ceph-mon[23040]: Deploying daemon node-exporter.b on trial059 2026-02-12T02:01:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:29 trial059 ceph-mon[16814]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:30.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: [12/Feb/2026:02:01:29] ENGINE Bus STARTING 2026-02-12T02:01:30.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: CherryPy Checker: 2026-02-12T02:01:30.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: The Application mounted at '' has an empty config. 2026-02-12T02:01:30.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: 2026-02-12T02:01:30.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: [12/Feb/2026:02:01:29] ENGINE Serving on http://:::9283 2026-02-12T02:01:30.352 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: [12/Feb/2026:02:01:29] ENGINE Bus STARTED 2026-02-12T02:01:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:29 trial007 ceph-mon[23040]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:30.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:29 trial007 ceph-mon[14497]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:32.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:31 trial059 ceph-mon[16814]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:32.101 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:31 trial059 bash[64234]: Getting image source signatures 2026-02-12T02:01:32.101 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:31 trial059 bash[64234]: Copying blob sha256:c6e37428e3b36731b2b7a99979e0dbb27ce0849df0c23fb2b73e99bdbcd7ca33 2026-02-12T02:01:32.101 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:31 trial059 bash[64234]: Copying blob sha256:9fa9226be034e47923c0457d916aa68474cdfb23af8d4525e9baeebc4760977a 2026-02-12T02:01:32.102 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:31 trial059 bash[64234]: Copying blob sha256:1617e25568b2231fdd0d5caff63b06f6f7738d8d961f031c80e47d35aaec9733 2026-02-12T02:01:32.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:31 trial007 ceph-mon[14497]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:32.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:31 trial007 ceph-mon[23040]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:01:34.175 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:33 trial007 ceph-mon[23040]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:34.175 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:33 trial007 ceph-mon[14497]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:34.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:33 trial059 ceph-mon[16814]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:34.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:01:36.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:35 trial007 ceph-mon[23040]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:36.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:35 trial007 ceph-mon[14497]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:36.303 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:35 trial059 ceph-mon[16814]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:36.304 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 bash[64234]: Copying config sha256:255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 2026-02-12T02:01:36.304 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 bash[64234]: Writing manifest to image destination 2026-02-12T02:01:36.304 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 podman[64234]: 2026-02-12 02:01:36.038039474 +0000 UTC m=+7.217921618 container create 1e6925197c23b6e70af18836182c834c6fb74da7c5b0ae77a5c22a79ab4d4c2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:01:36.304 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 podman[64234]: 2026-02-12 02:01:36.032788811 +0000 UTC m=+7.212670955 image pull 255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 quay.io/prometheus/node-exporter:v1.9.1 2026-02-12T02:01:36.304 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 podman[64234]: 2026-02-12 02:01:36.059051824 +0000 UTC m=+7.238933968 container init 1e6925197c23b6e70af18836182c834c6fb74da7c5b0ae77a5c22a79ab4d4c2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:01:36.304 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 podman[64234]: 2026-02-12 02:01:36.061364667 +0000 UTC m=+7.241246811 container start 1e6925197c23b6e70af18836182c834c6fb74da7c5b0ae77a5c22a79ab4d4c2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 bash[64234]: 1e6925197c23b6e70af18836182c834c6fb74da7c5b0ae77a5c22a79ab4d4c2d 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.064Z level=INFO source=node_exporter.go:216 msg="Starting node_exporter" version="(version=1.9.1, branch=HEAD, revision=f2ec547b49af53815038a50265aa2adcd1275959)" 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.064Z level=INFO source=node_exporter.go:217 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@7023beaa563a, date=20250401-15:19:01, tags=unknown)" 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.064Z level=INFO source=filesystem_common.go:265 msg="Parsed flag --collector.filesystem.mount-points-exclude" collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.064Z level=INFO source=filesystem_common.go:294 msg="Parsed flag --collector.filesystem.fs-types-exclude" collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 systemd[1]: Started Ceph node-exporter.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=diskstats_common.go:110 msg="Parsed flag --collector.diskstats.device-exclude" collector=diskstats flag=^(z?ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=ERROR source=diskstats_linux.go:264 msg="Failed to open directory, disabling udev device properties" collector=diskstats path=/run/udev/data 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:135 msg="Enabled collectors" 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=arp 2026-02-12T02:01:36.305 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=bcache 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=bonding 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=btrfs 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=conntrack 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=cpu 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=cpufreq 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=diskstats 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=dmi 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=edac 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=entropy 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=fibrechannel 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=filefd 2026-02-12T02:01:36.306 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=filesystem 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=hwmon 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=infiniband 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=ipvs 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=loadavg 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=mdadm 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=meminfo 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=netclass 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=netdev 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=netstat 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=nfs 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=nfsd 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=nvme 2026-02-12T02:01:36.307 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=os 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=powersupplyclass 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=pressure 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=rapl 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=schedstat 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=selinux 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=sockstat 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=softnet 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=stat 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=tapestats 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=textfile 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=thermal_zone 2026-02-12T02:01:36.308 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=time 2026-02-12T02:01:36.309 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=udp_queues 2026-02-12T02:01:36.309 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=uname 2026-02-12T02:01:36.309 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=vmstat 2026-02-12T02:01:36.309 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=watchdog 2026-02-12T02:01:36.309 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=xfs 2026-02-12T02:01:36.309 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=node_exporter.go:141 msg=zfs 2026-02-12T02:01:36.309 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9100 2026-02-12T02:01:36.309 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b[64296]: time=2026-02-12T02:01:36.065Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T02:01:37.095 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:36] "GET /metrics HTTP/1.1" 200 5732 "" "Prometheus/3.6.0" 2026-02-12T02:01:37.096 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:36.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:01:37.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:37 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:37.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:37 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:37 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:37 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:37 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:37 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:37 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:37.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:37.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:37 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.305 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:38.306 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:38.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:38.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:38 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:38.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:38.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:38.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:38 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:39.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:39.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:39.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:39.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:39 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:39 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:40.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:40 trial007 ceph-mon[14497]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:40.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:40 trial007 ceph-mon[14497]: Upgrade: Updating alertmanager.a 2026-02-12T02:01:40.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:40 trial007 ceph-mon[14497]: Deploying daemon alertmanager.a on trial007 2026-02-12T02:01:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:40 trial007 ceph-mon[23040]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:40 trial007 ceph-mon[23040]: Upgrade: Updating alertmanager.a 2026-02-12T02:01:40.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:40 trial007 ceph-mon[23040]: Deploying daemon alertmanager.a on trial007 2026-02-12T02:01:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:40 trial059 ceph-mon[16814]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:40 trial059 ceph-mon[16814]: Upgrade: Updating alertmanager.a 2026-02-12T02:01:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:40 trial059 ceph-mon[16814]: Deploying daemon alertmanager.a on trial007 2026-02-12T02:01:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:42 trial007 ceph-mon[14497]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:42.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:42 trial007 ceph-mon[23040]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:42.402 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:42 trial059 ceph-mon[16814]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:43.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:43 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:43.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:43 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:43.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:43 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:44.334 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:01:44.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:44 trial059 ceph-mon[16814]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:44.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:01:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:44 trial007 ceph-mon[14497]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:44.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:44 trial007 ceph-mon[23040]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:44.664 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:01:44.664 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (19m) 7s ago 19m - - 0.25.0 c8568f914cd2 1d19aa2f0519 2026-02-12T02:01:44.664 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (19m) 7s ago 19m 87.9M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T02:01:44.664 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (29s) 7s ago 18m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:01:44.664 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (27s) 7s ago 20m 491M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:01:44.664 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (9m) 7s ago 21m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:01:44.664 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (21m) 7s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (20m) 7s ago 20m 58.3M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (20m) 7s ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (16s) 7s ago 19m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (8s) 7s ago 19m 4098k - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (20m) 7s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (20m) 7s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (20m) 7s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (20m) 7s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (19m) 7s ago 19m 62.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (19m) 7s ago 19m 60.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (19m) 7s ago 19m 57.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (19m) 7s ago 19m 60.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:01:44.665 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (12m) 7s ago 19m 64.8M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:01:44.666 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (18m) 7s ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:01:44.666 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (18m) 7s ago 18m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:01:44.864 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:44.865 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:01:44.866 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:01:44.866 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:01:44.866 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:01:44.866 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T02:01:44.866 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:01:44.866 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:01:44.866 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:01:45.036 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [ 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: "mgr" 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) mgr", 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "2/2 daemons upgraded", 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading alertmanager daemons", 2026-02-12T02:01:45.037 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:01:45.038 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:01:45.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:45 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3136616972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:45.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:45 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3136616972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:45 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3136616972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:46.274 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 systemd[1]: Stopping Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:01:46.275 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[23040]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.275 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[23040]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:46.275 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[23040]: from='client.25529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.275 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[23040]: from='client.25535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.275 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[23040]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.275 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[14497]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.275 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[14497]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:46.276 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[14497]: from='client.25529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.276 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[14497]: from='client.25535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.276 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-mon[14497]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.525 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[55824]: ts=2026-02-12T02:01:46.279Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-02-12T02:01:46.525 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 podman[85903]: 2026-02-12 02:01:46.289850104 +0000 UTC m=+0.024057533 container died 1d19aa2f0519838979940da2998f8324d6221f4562841cebe0a8066c999d1532 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T02:01:46.525 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 podman[85903]: 2026-02-12 02:01:46.298903236 +0000 UTC m=+0.033110645 container remove 1d19aa2f0519838979940da2998f8324d6221f4562841cebe0a8066c999d1532 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T02:01:46.525 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 podman[85903]: 2026-02-12 02:01:46.299650534 +0000 UTC m=+0.033857953 volume remove 7561b7c1f4ba084e92fec7d28c67b60b2df93e65ef67b40dc4e68f05a7957da6 2026-02-12T02:01:46.525 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 bash[85903]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a 2026-02-12T02:01:46.525 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T02:01:46.525 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 systemd[1]: Stopped Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:01:46.526 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 systemd[1]: Starting Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:01:46.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:46 trial059 ceph-mon[16814]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:46 trial059 ceph-mon[16814]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:46.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:46 trial059 ceph-mon[16814]: from='client.25529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:46 trial059 ceph-mon[16814]: from='client.25535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:46 trial059 ceph-mon[16814]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:01:46.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:46] "GET /metrics HTTP/1.1" 200 5719 "" "Prometheus/3.6.0" 2026-02-12T02:01:46.873 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 podman[86069]: 2026-02-12 02:01:46.607051519 +0000 UTC m=+0.014672906 volume create 816883c2e39d9bdf1d8792c7f503d4cb5bba73c6b9ce7885343aef9caaf481c4 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 podman[86069]: 2026-02-12 02:01:46.609204449 +0000 UTC m=+0.016825836 container create 45c8b3211b04604a6d91455bd0e839179b5d1c6d86860803f0011dcf96346cca (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 podman[86069]: 2026-02-12 02:01:46.640060433 +0000 UTC m=+0.047681840 container init 45c8b3211b04604a6d91455bd0e839179b5d1c6d86860803f0011dcf96346cca (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 podman[86069]: 2026-02-12 02:01:46.642209375 +0000 UTC m=+0.049830772 container start 45c8b3211b04604a6d91455bd0e839179b5d1c6d86860803f0011dcf96346cca (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 bash[86069]: 45c8b3211b04604a6d91455bd0e839179b5d1c6d86860803f0011dcf96346cca 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 podman[86069]: 2026-02-12 02:01:46.601574582 +0000 UTC m=+0.009195979 image pull 91c01b3cec9b5b3071454a5bf13814e64127ed1601b9afd3b932559945fc9a5e quay.io/prometheus/alertmanager:v0.28.1 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 systemd[1]: Started Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.650Z level=INFO source=main.go:191 msg="Starting Alertmanager" version="(version=0.28.1, branch=HEAD, revision=b2099eaa2c9ebc25edb26517cb9c732738e93910)" 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.650Z level=INFO source=main.go:192 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@fa3ca569dfe4, date=20250307-15:05:18, tags=netgo)" 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.651Z level=INFO source=cluster.go:185 msg="setting advertise address explicitly" component=cluster addr=10.20.193.7 port=9094 2026-02-12T02:01:46.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.652Z level=INFO source=cluster.go:674 msg="Waiting for gossip to settle..." component=cluster interval=2s 2026-02-12T02:01:46.875 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.666Z level=INFO source=coordinator.go:112 msg="Loading configuration file" component=configuration file=/etc/alertmanager/alertmanager.yml 2026-02-12T02:01:46.875 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.666Z level=INFO source=coordinator.go:125 msg="Completed loading of configuration file" component=configuration file=/etc/alertmanager/alertmanager.yml 2026-02-12T02:01:46.875 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.667Z level=INFO source=main.go:437 msg="skipping creation of receiver not referenced by any route" component=configuration receiver=custom-receiver 2026-02-12T02:01:46.875 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.668Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9093 2026-02-12T02:01:46.875 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:46.668Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T02:01:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:46.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:01:47.313 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:47 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:47.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:47 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:47.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:47 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:47.314 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:47 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:47.314 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:47 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:47.314 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:47 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:47.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:47 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:47 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:47 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[14497]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:48.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[23040]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:48.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:48 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:48 trial059 ceph-mon[16814]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:48 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:48 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:48 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:48 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:48.873 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:48 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:48.653Z level=INFO source=cluster.go:699 msg="gossip not settled" component=cluster polls=0 before=0 now=1 elapsed=2.000467343s 2026-02-12T02:01:49.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:49.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: Upgrade: Updating grafana.a 2026-02-12T02:01:49.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.876 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:01:49.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:49.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: Upgrade: Updating grafana.a 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:49.878 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:49 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:01:50.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:50.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:01:50.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: Upgrade: Updating grafana.a 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:01:50.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:49 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:01:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:50 trial007 ceph-mon[14497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:01:50.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:50 trial007 ceph-mon[14497]: Deploying daemon grafana.a on trial059 2026-02-12T02:01:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:50 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:01:50.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:50 trial007 ceph-mon[23040]: Deploying daemon grafana.a on trial059 2026-02-12T02:01:51.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:50 trial059 ceph-mon[16814]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:01:51.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:50 trial059 ceph-mon[16814]: Deploying daemon grafana.a on trial059 2026-02-12T02:01:51.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:51 trial007 ceph-mon[14497]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:51.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:51 trial007 ceph-mon[23040]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:52.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:51 trial059 ceph-mon[16814]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:53.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:53 trial007 ceph-mon[14497]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:53.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:53 trial007 ceph-mon[23040]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:53.936 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:53 trial059 ceph-mon[16814]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:54.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:01:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:01:55.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:55 trial007 ceph-mon[14497]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:55.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:55 trial007 ceph-mon[23040]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:56.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:55 trial059 ceph-mon[16814]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:56.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:56 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:56.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:56 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:56.874 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:01:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:01:56] "GET /metrics HTTP/1.1" 200 5719 "" "Prometheus/3.6.0" 2026-02-12T02:01:56.874 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:01:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:01:56.655Z level=INFO source=cluster.go:691 msg="gossip settled; proceeding" component=cluster elapsed=10.002481917s 2026-02-12T02:01:57.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:56 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:01:57.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:01:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:01:56.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:01:57.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:57 trial007 ceph-mon[14497]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:57.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:57 trial007 ceph-mon[23040]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:58.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:57 trial059 ceph-mon[16814]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:01:58.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:58 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:58.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:58 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:59.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:58 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:01:59.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:01:59 trial007 ceph-mon[14497]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:01:59.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:01:59 trial007 ceph-mon[23040]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:00.100 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:01:59 trial059 ceph-mon[16814]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:01.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:01 trial007 ceph-mon[14497]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:01.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:01 trial007 ceph-mon[23040]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:02.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:01 trial059 ceph-mon[16814]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:03 trial007 ceph-mon[14497]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:03.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:03 trial007 ceph-mon[23040]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:03.937 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:03 trial059 ceph-mon[16814]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:04.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:02:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:02:06.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:05 trial059 ceph-mon[16814]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:06.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:05 trial007 ceph-mon[14497]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:06.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:05 trial007 ceph-mon[23040]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:06 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:07.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:02:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:02:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:02:07.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:06 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:07.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:06 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:07.124 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:06] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T02:02:08.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:07 trial059 ceph-mon[16814]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:08.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:07 trial007 ceph-mon[14497]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:08.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:07 trial007 ceph-mon[23040]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:10.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:09 trial059 ceph-mon[16814]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:10.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:09 trial007 ceph-mon[14497]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:10.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:09 trial007 ceph-mon[23040]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:12.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:11 trial059 ceph-mon[16814]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:12.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:11 trial007 ceph-mon[14497]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:12.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:11 trial007 ceph-mon[23040]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:02:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:02:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:02:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:02:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:02:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:02:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:02:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:02:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:02:13.937 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:13 trial059 ceph-mon[16814]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:13.937 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:13 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:14.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:13 trial007 ceph-mon[14497]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:14.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:14.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:13 trial007 ceph-mon[23040]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:14.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:14.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:02:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:02:15.220 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:02:15.549 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:02:15.549 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (28s) 28s ago 19m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:02:15.549 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (19m) 38s ago 19m 87.9M - 10.4.0 c8b91775d855 325ebbc825c8 2026-02-12T02:02:15.549 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (60s) 28s ago 19m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:02:15.549 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (58s) 38s ago 21m 491M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:02:15.549 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (10m) 28s ago 21m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (21m) 28s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (21m) 38s ago 21m 58.3M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (21m) 28s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (47s) 28s ago 19m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (39s) 38s ago 19m 4098k - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (21m) 28s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (20m) 28s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (20m) 28s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (20m) 28s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (20m) 38s ago 20m 62.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (20m) 38s ago 20m 60.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:02:15.550 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (20m) 38s ago 20m 57.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:02:15.551 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (20m) 38s ago 20m 60.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:02:15.551 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (13m) 38s ago 19m 64.8M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:02:15.551 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (19m) 28s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:02:15.551 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (19m) 38s ago 19m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:02:15.750 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:02:15.750 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:02:15.750 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:02:15.750 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:02:15.750 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:02:15.750 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:02:15.750 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:02:15.751 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:02:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:15 trial007 ceph-mon[23040]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:15.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:15 trial007 ceph-mon[23040]: from='client.25553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:15.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:15 trial007 ceph-mon[14497]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:15.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:15 trial007 ceph-mon[14497]: from='client.25553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:15.922 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [ 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: "mgr" 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) mgr", 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "2/2 daemons upgraded", 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading grafana daemons", 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:02:15.923 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:02:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:15 trial059 ceph-mon[16814]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:16.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:15 trial059 ceph-mon[16814]: from='client.25553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:02:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:02:16.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:02:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:16 trial059 ceph-mon[16814]: from='client.25559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:16 trial059 ceph-mon[16814]: from='client.25565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:16 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1602029955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:17.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:16 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:17.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:16 trial059 ceph-mon[16814]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:16] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T02:02:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[14497]: from='client.25559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[14497]: from='client.25565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1602029955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:17.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:17.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[14497]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[23040]: from='client.25559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[23040]: from='client.25565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1602029955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:16 trial007 ceph-mon[23040]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:18.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:17 trial059 ceph-mon[16814]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:18.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:17 trial007 ceph-mon[14497]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:18.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:17 trial007 ceph-mon[23040]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:19 trial059 ceph-mon[16814]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:19 trial007 ceph-mon[14497]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:19.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:19 trial007 ceph-mon[23040]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:21.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:21 trial059 ceph-mon[16814]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:21.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:21 trial007 ceph-mon[14497]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:21.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:21 trial007 ceph-mon[23040]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:23.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:23 trial059 ceph-mon[16814]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:23.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:23 trial007 ceph-mon[14497]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:23.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:23 trial007 ceph-mon[23040]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:24.242 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:02:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:02:24.797 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 systemd[1]: Stopping Ceph grafana.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:02:24.797 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=server t=2026-02-12T02:02:24.574041619Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-02-12T02:02:24.797 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=tracing t=2026-02-12T02:02:24.574172854Z level=info msg="Closing tracing" 2026-02-12T02:02:24.797 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=ticker t=2026-02-12T02:02:24.574222897Z level=info msg=stopped last_tick=2026-02-12T02:02:20Z 2026-02-12T02:02:24.797 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[43822]: logger=grafana-apiserver t=2026-02-12T02:02:24.574264775Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-02-12T02:02:24.797 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 podman[67502]: 2026-02-12 02:02:24.584159049 +0000 UTC m=+0.022797992 container died 325ebbc825c8f2c720472ffce6645221a8014b8bc9991eedb4094e9ff20fd71a (image=quay.io/ceph/grafana:10.4.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a, maintainer=Grafana Labs ) 2026-02-12T02:02:24.798 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 podman[67502]: 2026-02-12 02:02:24.595673435 +0000 UTC m=+0.034312378 container remove 325ebbc825c8f2c720472ffce6645221a8014b8bc9991eedb4094e9ff20fd71a (image=quay.io/ceph/grafana:10.4.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a, maintainer=Grafana Labs ) 2026-02-12T02:02:24.798 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 bash[67502]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a 2026-02-12T02:02:24.798 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@grafana.a.service: Deactivated successfully. 2026-02-12T02:02:24.798 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 systemd[1]: Stopped Ceph grafana.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:02:24.798 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@grafana.a.service: Consumed 9.205s CPU time. 2026-02-12T02:02:25.049 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 systemd[1]: Starting Ceph grafana.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:02:25.049 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 podman[67672]: 2026-02-12 02:02:24.885878518 +0000 UTC m=+0.018557573 container create b1e87fa97c1ff6608285b81e48b9dde10bd86e0d5e9d37af1673ad18c6ecc068 (image=quay.io/ceph/grafana:12.3.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T02:02:25.049 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 podman[67672]: 2026-02-12 02:02:24.913125456 +0000 UTC m=+0.045804542 container init b1e87fa97c1ff6608285b81e48b9dde10bd86e0d5e9d37af1673ad18c6ecc068 (image=quay.io/ceph/grafana:12.3.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T02:02:25.049 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 podman[67672]: 2026-02-12 02:02:24.915230623 +0000 UTC m=+0.047909678 container start b1e87fa97c1ff6608285b81e48b9dde10bd86e0d5e9d37af1673ad18c6ecc068 (image=quay.io/ceph/grafana:12.3.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T02:02:25.049 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 bash[67672]: b1e87fa97c1ff6608285b81e48b9dde10bd86e0d5e9d37af1673ad18c6ecc068 2026-02-12T02:02:25.049 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 podman[67672]: 2026-02-12 02:02:24.878742338 +0000 UTC m=+0.011421403 image pull 5cdab57891eadfc05b9c76519b4b1be6ba2ac1c3bb8fdedd90fdcf7fc9b40242 quay.io/ceph/grafana:12.3.1 2026-02-12T02:02:25.049 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 systemd[1]: Started Ceph grafana.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.969953537Z level=info msg="Starting Grafana" version=12.3.1 commit=3a1c80ca7ce612f309fdc99338dd3c5e486339be branch=release-12.3.1 compiled=2026-02-12T02:02:24Z 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970196199Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970200297Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970202972Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970205336Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970207671Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970209344Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970211037Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970212961Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970214894Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970216407Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.97021798Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-02-12T02:02:25.050 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970219813Z level=info msg=Target target=[all] 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970225614Z level=info msg="Path Home" path=/usr/share/grafana 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970227378Z level=info msg="Path Data" path=/var/lib/grafana 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970229281Z level=info msg="Path Logs" path=/var/log/grafana 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970230914Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.970232557Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=settings t=2026-02-12T02:02:24.97023415Z level=info msg="App mode production" 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=featuremgmt t=2026-02-12T02:02:24.970451906Z level=info msg=FeatureToggles dashboardSceneForViewers=true preinstallAutoUpdate=true recordedQueriesMulti=true improvedExternalSessionHandlingSAML=true logsInfiniteScrolling=true improvedExternalSessionHandling=true alertingNotificationsStepMode=true dashboardSceneSolo=true alertingBulkActionsInUI=true kubernetesDashboards=true alertingUIOptimizeReducer=true prometheusAzureOverrideAudience=true onlyStoreActionSets=true dashboardDsAdHocFiltering=true cloudWatchCrossAccountQuerying=true alertingRuleVersionHistoryRestore=true transformationsRedesign=true unifiedStorageHistoryPruner=true azureMonitorPrometheusExemplars=true dashgpt=true groupToNestedTableTransformation=true onPremToCloudMigrations=true logRowsPopoverMenu=true adhocFiltersInTooltips=true preventPanelChromeOverflow=true tlsMemcached=true alertingMigrationUI=true alertRuleRestore=true lokiQuerySplitting=true logsContextDatasourceUi=true logsExploreTableVisualisation=true newFiltersUI=true ssoSettingsLDAP=true sharingDashboardImage=true alertingQueryAndExpressionsStepMode=true newLogsPanel=true alertingRuleRecoverDeleted=true useSessionStorageForRedirection=true influxdbBackendMigration=true formatString=true cloudWatchNewLabelParsing=true publicDashboardsScene=true dashboardScene=true grafanaAssistantInProfilesDrilldown=true awsAsyncQueryCaching=true cloudWatchRoundUpEndTime=true grafanaconThemes=true alertingSaveStateCompressed=true alertingUseNewSimplifiedRoutingHashAlgorithm=true newPDFRendering=true unifiedRequestLog=true awsDatasourcesTempCredentials=true correlations=true alertingRulePermanentlyDelete=true dataplaneFrontendFallback=true annotationPermissionUpdate=true panelMonitoring=true logsPanelControls=true alertingImportYAMLUI=true pinNavItems=true addFieldFromCalculationStatFunctions=true lokiLabelNamesQueryApi=true azureMonitorEnableUserAuth=true 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=sqlstore t=2026-02-12T02:02:24.970482032Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=sqlstore t=2026-02-12T02:02:24.970484467Z level=info msg="Using SQLite driver" driver="mattn/go-sqlite3 (CGO enabled)" 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=sqlstore t=2026-02-12T02:02:24.97049144Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-02-12T02:02:25.051 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.973568189Z level=info msg="Locking database" 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.973575833Z level=info msg="Starting DB migrations" 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.97944504Z level=info msg="Executing migration" id="Make sure users uid are set" 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.979652406Z level=info msg="Migration successfully executed" id="Make sure users uid are set" duration=206.645µs 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.980043075Z level=info msg="Executing migration" id="Add is_provisioned column to user" 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.982527639Z level=info msg="Migration successfully executed" id="Add is_provisioned column to user" duration=2.484183ms 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.982764841Z level=info msg="Executing migration" id="update login field with orgid to allow for multiple service accounts with same name across orgs" 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.982891978Z level=info msg="Migration successfully executed" id="update login field with orgid to allow for multiple service accounts with same name across orgs" duration=126.956µs 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.983145892Z level=info msg="Executing migration" id="update service accounts login field orgid to appear only once" 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.983365672Z level=info msg="Migration successfully executed" id="update service accounts login field orgid to appear only once" duration=219.479µs 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.983581214Z level=info msg="Executing migration" id="update login and email fields to lowercase" 2026-02-12T02:02:25.052 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.983739058Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase" duration=157.955µs 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.984094071Z level=info msg="Executing migration" id="update login and email fields to lowercase2" 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.984220116Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase2" duration=125.865µs 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.984466876Z level=info msg="Executing migration" id="Add index on user.is_service_account and user.last_seen_at" 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.984843288Z level=info msg="Migration successfully executed" id="Add index on user.is_service_account and user.last_seen_at" duration=376.171µs 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.98511252Z level=info msg="Executing migration" id="Add column dashboard_uid in star" 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.987376202Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in star" duration=2.262961ms 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.987596082Z level=info msg="Executing migration" id="Add column org_id in star" 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.989910609Z level=info msg="Migration successfully executed" id="Add column org_id in star" duration=2.310329ms 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.990135929Z level=info msg="Executing migration" id="Add column updated in star" 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.992390083Z level=info msg="Migration successfully executed" id="Add column updated in star" duration=2.254144ms 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.992603752Z level=info msg="Executing migration" id="add index in star table on dashboard_uid, org_id and user_id columns" 2026-02-12T02:02:25.053 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.99299947Z level=info msg="Migration successfully executed" id="add index in star table on dashboard_uid, org_id and user_id columns" duration=395.527µs 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.993259785Z level=info msg="Executing migration" id="Add deleted for dashboard" 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.995538836Z level=info msg="Migration successfully executed" id="Add deleted for dashboard" duration=2.27862ms 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.995752014Z level=info msg="Executing migration" id="Add index for deleted" 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.996196012Z level=info msg="Migration successfully executed" id="Add index for deleted" duration=444.168µs 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.996415Z level=info msg="Executing migration" id="Add column dashboard_uid in dashboard_tag" 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.998695904Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in dashboard_tag" duration=2.280874ms 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:24.998943697Z level=info msg="Executing migration" id="Add column org_id in dashboard_tag" 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.001195567Z level=info msg="Migration successfully executed" id="Add column org_id in dashboard_tag" duration=2.25152ms 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.001415587Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to dashboard_tag" 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.001970732Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to dashboard_tag" duration=551.077µs 2026-02-12T02:02:25.054 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.002191955Z level=info msg="Executing migration" id="Add apiVersion for dashboard" 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.004477438Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard" duration=2.285543ms 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.004780273Z level=info msg="Executing migration" id="Add index for dashboard_uid on dashboard_tag table" 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.005170731Z level=info msg="Migration successfully executed" id="Add index for dashboard_uid on dashboard_tag table" duration=390.118µs 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.005385141Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to star" 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.005558394Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to star" duration=173.103µs 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.00580858Z level=info msg="Executing migration" id="Add is_prunable column" 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.008128066Z level=info msg="Migration successfully executed" id="Add is_prunable column" duration=2.319105ms 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.008346273Z level=info msg="Executing migration" id="Add api_version column" 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.010642386Z level=info msg="Migration successfully executed" id="Add api_version column" duration=2.296013ms 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.010855944Z level=info msg="Executing migration" id="Update secure_json_data column to MediumText" 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.010861895Z level=info msg="Migration successfully executed" id="Update secure_json_data column to MediumText" duration=6.552µs 2026-02-12T02:02:25.055 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.011122341Z level=info msg="Executing migration" id="Update json_data column to MediumText" 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.011127571Z level=info msg="Migration successfully executed" id="Update json_data column to MediumText" duration=5.57µs 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.011385732Z level=info msg="Executing migration" id="update NULL org_id to 1" 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.011514583Z level=info msg="Migration successfully executed" id="update NULL org_id to 1" duration=128.049µs 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.011740955Z level=info msg="Executing migration" id="make org_id NOT NULL and DEFAULT VALUE 1" 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.018716936Z level=info msg="Migration successfully executed" id="make org_id NOT NULL and DEFAULT VALUE 1" duration=6.97547ms 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.018996828Z level=info msg="Executing migration" id="Add home_dashboard_uid column to preferences table" 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.021308249Z level=info msg="Migration successfully executed" id="Add home_dashboard_uid column to preferences table" duration=2.31053ms 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.021522388Z level=info msg="Executing migration" id="Add missing dashboard_uid to preferences table" 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.021667539Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to preferences table" duration=145.021µs 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.021986294Z level=info msg="Executing migration" id="Increase prev_state column to length 40 not null" 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.021991654Z level=info msg="Migration successfully executed" id="Increase prev_state column to length 40 not null" duration=5.42µs 2026-02-12T02:02:25.056 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.022260475Z level=info msg="Executing migration" id="Increase new_state column to length 40 not null" 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.022265404Z level=info msg="Migration successfully executed" id="Increase new_state column to length 40 not null" duration=12.232µs 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.022491816Z level=info msg="Executing migration" id="Add dashboard_uid column to annotation table" 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.024828194Z level=info msg="Migration successfully executed" id="Add dashboard_uid column to annotation table" duration=2.335997ms 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.025096524Z level=info msg="Executing migration" id="Add missing dashboard_uid to annotation table" 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.025103347Z level=info msg="Starting batched dashboard_uid migration for annotations (newest first)" batchSize=5000 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.025427221Z level=info msg="Completed dashboard_uid migration for annotations" totalUpdated=0 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.025434284Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to annotation table" duration=337.901µs 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.025693899Z level=info msg="Executing migration" id="Add apiVersion for dashboard_version" 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.028069349Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard_version" duration=2.37508ms 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.028287305Z level=info msg="Executing migration" id="Add column external_uid in team" 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.030591493Z level=info msg="Migration successfully executed" id="Add column external_uid in team" duration=2.303246ms 2026-02-12T02:02:25.057 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.030849695Z level=info msg="Executing migration" id="Add column is_provisioned in team" 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.033567984Z level=info msg="Migration successfully executed" id="Add column is_provisioned in team" duration=2.71845ms 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.033822078Z level=info msg="Executing migration" id="add unique index team_member_user_id_org_id" 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.034317913Z level=info msg="Migration successfully executed" id="add unique index team_member_user_id_org_id" duration=495.103µs 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.034592095Z level=info msg="Executing migration" id="Add column uid in team_member" 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.037166907Z level=info msg="Migration successfully executed" id="Add column uid in team_member" duration=2.574011ms 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.03744227Z level=info msg="Executing migration" id="Update uid column values in team_member" 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.037518984Z level=info msg="Migration successfully executed" id="Update uid column values in team_member" duration=86.862µs 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.037767767Z level=info msg="Executing migration" id="Add unique index team_member_uid" 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.038174246Z level=info msg="Migration successfully executed" id="Add unique index team_member_uid" duration=406.358µs 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.038421998Z level=info msg="Executing migration" id="increase login_attempt.ip_address column length for IPv6 support" 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.038427308Z level=info msg="Migration successfully executed" id="increase login_attempt.ip_address column length for IPv6 support" duration=5.35µs 2026-02-12T02:02:25.058 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.038649402Z level=info msg="Executing migration" id="alter table login_attempt alter column created type to bigint" 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.038654632Z level=info msg="Migration successfully executed" id="alter table login_attempt alter column created type to bigint" duration=5.49µs 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.038930697Z level=info msg="Executing migration" id="Add user_unique_id to user_auth" 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.041259911Z level=info msg="Migration successfully executed" id="Add user_unique_id to user_auth" duration=2.327852ms 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.041486333Z level=info msg="Executing migration" id="add external_session_id to user_auth_token" 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.043820787Z level=info msg="Migration successfully executed" id="add external_session_id to user_auth_token" duration=2.333401ms 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.044121728Z level=info msg="Executing migration" id="alter table alert_rule alter column rule_group_idx type to bigint" 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.044129052Z level=info msg="Migration successfully executed" id="alter table alert_rule alter column rule_group_idx type to bigint" duration=7.484µs 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.044433099Z level=info msg="Executing migration" id="alter table alert_rule_version alter column rule_group_idx type to bigint" 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.044440112Z level=info msg="Migration successfully executed" id="alter table alert_rule_version alter column rule_group_idx type to bigint" duration=7.063µs 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.044684638Z level=info msg="Executing migration" id="add library_element folder uid" 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.047065229Z level=info msg="Migration successfully executed" id="add library_element folder uid" duration=2.379809ms 2026-02-12T02:02:25.059 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.047365589Z level=info msg="Executing migration" id="populate library_element folder_uid" 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.04752166Z level=info msg="Migration successfully executed" id="populate library_element folder_uid" duration=156.121µs 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.047777768Z level=info msg="Executing migration" id="add index library_element org_id-folder_uid-name-kind" 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.048169238Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_uid-name-kind" duration=391.34µs 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.048384118Z level=info msg="Executing migration" id="drop unique name in folder index (id)" 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.048770809Z level=info msg="Migration successfully executed" id="drop unique name in folder index (id)" duration=386.441µs 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.048987383Z level=info msg="Executing migration" id="drop unique name in folder index" 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.04935563Z level=info msg="Migration successfully executed" id="drop unique name in folder index" duration=368.117µs 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.049599024Z level=info msg="Executing migration" id="add group mapping UID column to user_role table" 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.05194517Z level=info msg="Migration successfully executed" id="add group mapping UID column to user_role table" duration=2.345756ms 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.052174478Z level=info msg="Executing migration" id="add user_role org ID, user ID, role ID, group mapping UID index" 2026-02-12T02:02:25.060 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.052575746Z level=info msg="Migration successfully executed" id="add user_role org ID, user ID, role ID, group mapping UID index" duration=401.149µs 2026-02-12T02:02:25.061 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.052796187Z level=info msg="Executing migration" id="remove user_role org ID, user ID, role ID index" 2026-02-12T02:02:25.061 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.053164705Z level=info msg="Migration successfully executed" id="remove user_role org ID, user ID, role ID index" duration=368.477µs 2026-02-12T02:02:25.061 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.05338223Z level=info msg="Executing migration" id="add permission role_id action index" 2026-02-12T02:02:25.061 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.053835405Z level=info msg="Migration successfully executed" id="add permission role_id action index" duration=452.654µs 2026-02-12T02:02:25.061 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.054043213Z level=info msg="Executing migration" id="Remove permission role_id index" 2026-02-12T02:02:25.061 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.054402834Z level=info msg="Migration successfully executed" id="Remove permission role_id index" duration=359.64µs 2026-02-12T02:02:25.061 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.054603969Z level=info msg="Executing migration" id="create query_history_details table v1" 2026-02-12T02:02:25.061 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.054870877Z level=info msg="Migration successfully executed" id="create query_history_details table v1" duration=266.477µs 2026-02-12T02:02:25.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.055094444Z level=info msg="Executing migration" id="add type column" 2026-02-12T02:02:25.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.057500041Z level=info msg="Migration successfully executed" id="add type column" duration=2.405016ms 2026-02-12T02:02:25.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.057731813Z level=info msg="Executing migration" id="drop my_row_id and add primary key to file table if my_row_id exists (auto-generated mysql column)" 2026-02-12T02:02:25.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.057832962Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop my_row_id and add primary key to file table if my_row_id exists (auto-generated mysql column)" 2026-02-12T02:02:25.300 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.058072248Z level=info msg="Executing migration" id="drop file_path unique index from file table if it exists (mysql)" 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.0582127Z level=info msg="Migration successfully executed" id="drop file_path unique index from file table if it exists (mysql)" duration=140.622µs 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.058415047Z level=info msg="Executing migration" id="add primary key to file table if it doesn't exist (mysql)" 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.058421399Z level=info msg="Migration successfully executed" id="add primary key to file table if it doesn't exist (mysql)" duration=6.171µs 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.05863638Z level=info msg="Executing migration" id="add primary key to file table (postgres and sqlite)" 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.065724821Z level=info msg="Migration successfully executed" id="add primary key to file table (postgres and sqlite)" duration=7.087389ms 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.065988953Z level=info msg="Executing migration" id="drop my_row_id and add primary key to file_meta table if my_row_id exists (auto-generated mysql column)" 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.06607816Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop my_row_id and add primary key to file_meta table if my_row_id exists (auto-generated mysql column)" 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.066316083Z level=info msg="Executing migration" id="drop file_path unique index from file_meta table if it exists (mysql)" 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.06645901Z level=info msg="Migration successfully executed" id="drop file_path unique index from file_meta table if it exists (mysql)" duration=143.087µs 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.066663401Z level=info msg="Executing migration" id="add primary key to file_meta table if it doesn't exist (mysql)" 2026-02-12T02:02:25.301 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.066668992Z level=info msg="Migration successfully executed" id="add primary key to file_meta table if it doesn't exist (mysql)" duration=5.53µs 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.067009757Z level=info msg="Executing migration" id="add primary key to file_meta table (postgres and sqlite)" 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.073699544Z level=info msg="Migration successfully executed" id="add primary key to file_meta table (postgres and sqlite)" duration=6.690379ms 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.074007579Z level=info msg="Executing migration" id="Remove unique index UQE_folder_org_id_parent_uid_title" 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.074380434Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_org_id_parent_uid_title" duration=372.495µs 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.074595094Z level=info msg="Executing migration" id="Add index IDX_folder_org_id_parent_uid" 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.07497346Z level=info msg="Migration successfully executed" id="Add index IDX_folder_org_id_parent_uid" duration=378.296µs 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.075308094Z level=info msg="Executing migration" id="Remove unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.075674708Z level=info msg="Migration successfully executed" id="Remove unique index for dashboard_org_id_folder_uid_title_is_folder" duration=366.052µs 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.076075536Z level=info msg="Executing migration" id="update settings column to MEDIUMTEXT" 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.076082639Z level=info msg="Migration successfully executed" id="update settings column to MEDIUMTEXT" duration=7.263µs 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.076453661Z level=info msg="Executing migration" id="managed dashboard permissions annotation actions migration" 2026-02-12T02:02:25.302 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.078809625Z level=info msg="Migration successfully executed" id="managed dashboard permissions annotation actions migration" duration=2.355193ms 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.079105357Z level=info msg="Executing migration" id="create cloud_migration table v1" 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.07958428Z level=info msg="Migration successfully executed" id="create cloud_migration table v1" duration=477.17µs 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.079934713Z level=info msg="Executing migration" id="create cloud_migration_run table v1" 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.080293152Z level=info msg="Migration successfully executed" id="create cloud_migration_run table v1" duration=358.589µs 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.080707785Z level=info msg="Executing migration" id="add stack_id column" 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.08353592Z level=info msg="Migration successfully executed" id="add stack_id column" duration=2.827313ms 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.083839637Z level=info msg="Executing migration" id="add region_slug column" 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.086528982Z level=info msg="Migration successfully executed" id="add region_slug column" duration=2.688625ms 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.086803705Z level=info msg="Executing migration" id="add cluster_slug column" 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.089194203Z level=info msg="Migration successfully executed" id="add cluster_slug column" duration=2.390338ms 2026-02-12T02:02:25.303 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.08941763Z level=info msg="Executing migration" id="add migration uid column" 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.091791668Z level=info msg="Migration successfully executed" id="add migration uid column" duration=2.372725ms 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.092067843Z level=info msg="Executing migration" id="Update uid column values for migration" 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.09215201Z level=info msg="Migration successfully executed" id="Update uid column values for migration" duration=83.946µs 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.092465595Z level=info msg="Executing migration" id="Add unique index migration_uid" 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.093042731Z level=info msg="Migration successfully executed" id="Add unique index migration_uid" duration=578.218µs 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.093319438Z level=info msg="Executing migration" id="add migration run uid column" 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.096029251Z level=info msg="Migration successfully executed" id="add migration run uid column" duration=2.709664ms 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.09625372Z level=info msg="Executing migration" id="Update uid column values for migration run" 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.096322168Z level=info msg="Migration successfully executed" id="Update uid column values for migration run" duration=68.217µs 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.096567115Z level=info msg="Executing migration" id="Add unique index migration_run_uid" 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.096985515Z level=info msg="Migration successfully executed" id="Add unique index migration_run_uid" duration=418.4µs 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.09727772Z level=info msg="Executing migration" id="Rename table cloud_migration to cloud_migration_session_tmp_qwerty - v1" 2026-02-12T02:02:25.304 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.104246007Z level=info msg="Migration successfully executed" id="Rename table cloud_migration to cloud_migration_session_tmp_qwerty - v1" duration=6.968077ms 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.104480254Z level=info msg="Executing migration" id="create cloud_migration_session v2" 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.104818114Z level=info msg="Migration successfully executed" id="create cloud_migration_session v2" duration=337.699µs 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.105069222Z level=info msg="Executing migration" id="create index UQE_cloud_migration_session_uid - v2" 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.105435345Z level=info msg="Migration successfully executed" id="create index UQE_cloud_migration_session_uid - v2" duration=365.962µs 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.105650155Z level=info msg="Executing migration" id="copy cloud_migration_session v1 to v2" 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.105822226Z level=info msg="Migration successfully executed" id="copy cloud_migration_session v1 to v2" duration=171.219µs 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.106089886Z level=info msg="Executing migration" id="drop cloud_migration_session_tmp_qwerty" 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.106638339Z level=info msg="Migration successfully executed" id="drop cloud_migration_session_tmp_qwerty" duration=547.882µs 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.106928951Z level=info msg="Executing migration" id="Rename table cloud_migration_run to cloud_migration_snapshot_tmp_qwerty - v1" 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.113665355Z level=info msg="Migration successfully executed" id="Rename table cloud_migration_run to cloud_migration_snapshot_tmp_qwerty - v1" duration=6.735602ms 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.113900083Z level=info msg="Executing migration" id="create cloud_migration_snapshot v2" 2026-02-12T02:02:25.305 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.114184473Z level=info msg="Migration successfully executed" id="create cloud_migration_snapshot v2" duration=284.12µs 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.114391008Z level=info msg="Executing migration" id="create index UQE_cloud_migration_snapshot_uid - v2" 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.114774844Z level=info msg="Migration successfully executed" id="create index UQE_cloud_migration_snapshot_uid - v2" duration=383.566µs 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.114989414Z level=info msg="Executing migration" id="copy cloud_migration_snapshot v1 to v2" 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.115138973Z level=info msg="Migration successfully executed" id="copy cloud_migration_snapshot v1 to v2" duration=147.816µs 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.11536268Z level=info msg="Executing migration" id="drop cloud_migration_snapshot_tmp_qwerty" 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.115734283Z level=info msg="Migration successfully executed" id="drop cloud_migration_snapshot_tmp_qwerty" duration=371.613µs 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.115976635Z level=info msg="Executing migration" id="add snapshot upload_url column" 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.118334002Z level=info msg="Migration successfully executed" id="add snapshot upload_url column" duration=2.356345ms 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.118546869Z level=info msg="Executing migration" id="add snapshot status column" 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.12091163Z level=info msg="Migration successfully executed" id="add snapshot status column" duration=2.36458ms 2026-02-12T02:02:25.306 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.121125458Z level=info msg="Executing migration" id="add snapshot local_directory column" 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.123542046Z level=info msg="Migration successfully executed" id="add snapshot local_directory column" duration=2.416447ms 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.123753881Z level=info msg="Executing migration" id="add snapshot gms_snapshot_uid column" 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.126117199Z level=info msg="Migration successfully executed" id="add snapshot gms_snapshot_uid column" duration=2.362757ms 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.126330927Z level=info msg="Executing migration" id="add snapshot encryption_key column" 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.128693213Z level=info msg="Migration successfully executed" id="add snapshot encryption_key column" duration=2.361936ms 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.128912452Z level=info msg="Executing migration" id="add snapshot error_string column" 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.131286009Z level=info msg="Migration successfully executed" id="add snapshot error_string column" duration=2.373156ms 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.131500269Z level=info msg="Executing migration" id="create cloud_migration_resource table v1" 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.13181193Z level=info msg="Migration successfully executed" id="create cloud_migration_resource table v1" duration=311.49µs 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.132025388Z level=info msg="Executing migration" id="delete cloud_migration_snapshot.result column" 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.142401831Z level=info msg="Migration successfully executed" id="delete cloud_migration_snapshot.result column" duration=10.376293ms 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.142618576Z level=info msg="Executing migration" id="add cloud_migration_resource.name column" 2026-02-12T02:02:25.307 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.145094814Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.name column" duration=2.476019ms 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.145310326Z level=info msg="Executing migration" id="add cloud_migration_resource.parent_name column" 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.147676539Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.parent_name column" duration=2.365482ms 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.147904294Z level=info msg="Executing migration" id="add cloud_migration_session.org_id column" 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.150269606Z level=info msg="Migration successfully executed" id="add cloud_migration_session.org_id column" duration=2.360372ms 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.150659904Z level=info msg="Executing migration" id="add cloud_migration_resource.error_code column" 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.153119821Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.error_code column" duration=2.455089ms 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.153333921Z level=info msg="Executing migration" id="increase resource_uid column length" 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.153339451Z level=info msg="Migration successfully executed" id="increase resource_uid column length" duration=5.73µs 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.153600879Z level=info msg="Executing migration" id="create cloud_migration_snapshot_partition table v1" 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.153876152Z level=info msg="Migration successfully executed" id="create cloud_migration_snapshot_partition table v1" duration=275.154µs 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.154091354Z level=info msg="Executing migration" id="add cloud_migration_snapshot_partition srp_unique index" 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.154471132Z level=info msg="Migration successfully executed" id="add cloud_migration_snapshot_partition srp_unique index" duration=380.62µs 2026-02-12T02:02:25.308 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.154720758Z level=info msg="Executing migration" id="add resource_storage_type column to cloud_migration_snapshot table" 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.157362424Z level=info msg="Migration successfully executed" id="add resource_storage_type column to cloud_migration_snapshot table" duration=2.641296ms 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.157680337Z level=info msg="Executing migration" id="add encryption_algo column to cloud_migration_snapshot table" 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.1602176Z level=info msg="Migration successfully executed" id="add encryption_algo column to cloud_migration_snapshot table" duration=2.537352ms 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.160433803Z level=info msg="Executing migration" id="add metadata column to cloud_migration_snapshot table" 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.162864396Z level=info msg="Migration successfully executed" id="add metadata column to cloud_migration_snapshot table" duration=2.430393ms 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.163080459Z level=info msg="Executing migration" id="add public_key column to cloud_migration_snapshot table" 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.165509389Z level=info msg="Migration successfully executed" id="add public_key column to cloud_migration_snapshot table" duration=2.42896ms 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.165725853Z level=info msg="Executing migration" id="managed folder permissions alerting silences actions migration" 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.16608877Z level=info msg="Migration successfully executed" id="managed folder permissions alerting silences actions migration" duration=362.566µs 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.16634093Z level=info msg="Executing migration" id="add record column to alert_rule table" 2026-02-12T02:02:25.309 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.168784337Z level=info msg="Migration successfully executed" id="add record column to alert_rule table" duration=2.443978ms 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.169001963Z level=info msg="Executing migration" id="add record column to alert_rule_version table" 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.171469025Z level=info msg="Migration successfully executed" id="add record column to alert_rule_version table" duration=2.467182ms 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.171684026Z level=info msg="Executing migration" id="add resolved_at column to alert_instance table" 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.174124207Z level=info msg="Migration successfully executed" id="add resolved_at column to alert_instance table" duration=2.44004ms 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.174354366Z level=info msg="Executing migration" id="add last_sent_at column to alert_instance table" 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.176908991Z level=info msg="Migration successfully executed" id="add last_sent_at column to alert_instance table" duration=2.554355ms 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.177123401Z level=info msg="Executing migration" id="Add scope to alert.notifications.receivers:read and alert.notifications.receivers.secrets:read" 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.17735363Z level=info msg="Migration successfully executed" id="Add scope to alert.notifications.receivers:read and alert.notifications.receivers.secrets:read" duration=230.159µs 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.177596393Z level=info msg="Executing migration" id="add metadata column to alert_rule table" 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.180089383Z level=info msg="Migration successfully executed" id="add metadata column to alert_rule table" duration=2.492929ms 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.180301749Z level=info msg="Executing migration" id="add metadata column to alert_rule_version table" 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.182749905Z level=info msg="Migration successfully executed" id="add metadata column to alert_rule_version table" duration=2.447765ms 2026-02-12T02:02:25.310 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.182971378Z level=info msg="Executing migration" id="delete orphaned service account permissions" 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.183167554Z level=info msg="Migration successfully executed" id="delete orphaned service account permissions" duration=195.995µs 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.183408062Z level=info msg="Executing migration" id="adding action set permissions" 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.184379815Z level=info msg="Migration successfully executed" id="adding action set permissions" duration=971.893µs 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.184636694Z level=info msg="Executing migration" id="create user_external_session table" 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.184944278Z level=info msg="Migration successfully executed" id="create user_external_session table" duration=307.844µs 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.185161152Z level=info msg="Executing migration" id="increase name_id column length to 1024" 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.185167073Z level=info msg="Migration successfully executed" id="increase name_id column length to 1024" duration=6.121µs 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.185419314Z level=info msg="Executing migration" id="increase session_id column length to 1024" 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.185424353Z level=info msg="Migration successfully executed" id="increase session_id column length to 1024" duration=5.43µs 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.185641067Z level=info msg="Executing migration" id="remove scope from alert.notifications.receivers:create" 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.185806636Z level=info msg="Migration successfully executed" id="remove scope from alert.notifications.receivers:create" duration=165.449µs 2026-02-12T02:02:25.311 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.186053537Z level=info msg="Executing migration" id="add created_by column to alert_rule_version table" 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.188586521Z level=info msg="Migration successfully executed" id="add created_by column to alert_rule_version table" duration=2.532634ms 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.188809717Z level=info msg="Executing migration" id="add updated_by column to alert_rule table" 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.191283912Z level=info msg="Migration successfully executed" id="add updated_by column to alert_rule table" duration=2.473854ms 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.191503682Z level=info msg="Executing migration" id="add alert_rule_state table" 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.191784415Z level=info msg="Migration successfully executed" id="add alert_rule_state table" duration=280.494µs 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.192005958Z level=info msg="Executing migration" id="add index to alert_rule_state on org_id and rule_uid columns" 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.19238213Z level=info msg="Migration successfully executed" id="add index to alert_rule_state on org_id and rule_uid columns" duration=375.992µs 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.192592743Z level=info msg="Executing migration" id="add guid column to alert_rule table" 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.195096452Z level=info msg="Migration successfully executed" id="add guid column to alert_rule table" duration=2.503419ms 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.195308979Z level=info msg="Executing migration" id="add rule_guid column to alert_rule_version table" 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.197812138Z level=info msg="Migration successfully executed" id="add rule_guid column to alert_rule_version table" duration=2.503078ms 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.198023953Z level=info msg="Executing migration" id="cleanup alert_rule_version table" 2026-02-12T02:02:25.312 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.198042167Z level=info msg="Rule version record limit is not set, fallback to 100" limit=0 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.198247229Z level=info msg="Cleaning up table `alert_rule_version`" batchSize=50 batches=0 keepVersions=100 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.198259281Z level=info msg="Migration successfully executed" id="cleanup alert_rule_version table" duration=234.727µs 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.198704642Z level=info msg="Executing migration" id="populate rule guid in alert rule table" 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.198956171Z level=info msg="Migration successfully executed" id="populate rule guid in alert rule table" duration=251.779µs 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.199204895Z level=info msg="Executing migration" id="drop index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.199577139Z level=info msg="Migration successfully executed" id="drop index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=371.924µs 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.199755913Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid, rule_guid and version columns" 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.200152422Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid, rule_guid and version columns" duration=396.64µs 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.200358276Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_guid and version columns" 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.200775985Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_guid and version columns" duration=417.559µs 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.20099817Z level=info msg="Executing migration" id="add index in alert_rule table on guid columns" 2026-02-12T02:02:25.313 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.201367388Z level=info msg="Migration successfully executed" id="add index in alert_rule table on guid columns" duration=369.058µs 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.201576058Z level=info msg="Executing migration" id="add keep_firing_for column to alert_rule" 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.204092912Z level=info msg="Migration successfully executed" id="add keep_firing_for column to alert_rule" duration=2.516613ms 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.204308073Z level=info msg="Executing migration" id="add keep_firing_for column to alert_rule_version" 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.206893175Z level=info msg="Migration successfully executed" id="add keep_firing_for column to alert_rule_version" duration=2.586304ms 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.207105541Z level=info msg="Executing migration" id="add missing_series_evals_to_resolve column to alert_rule" 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.209616394Z level=info msg="Migration successfully executed" id="add missing_series_evals_to_resolve column to alert_rule" duration=2.50964ms 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.210154738Z level=info msg="Executing migration" id="add missing_series_evals_to_resolve column to alert_rule_version" 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.212700787Z level=info msg="Migration successfully executed" id="add missing_series_evals_to_resolve column to alert_rule_version" duration=2.546149ms 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.213028868Z level=info msg="Executing migration" id="remove the datasources:drilldown action" 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.213122764Z level=info msg="Removed 0 datasources:drilldown permissions" 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.213128074Z level=info msg="Migration successfully executed" id="remove the datasources:drilldown action" duration=99.545µs 2026-02-12T02:02:25.314 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.213390192Z level=info msg="Executing migration" id="remove title in folder unique index" 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.213778968Z level=info msg="Migration successfully executed" id="remove title in folder unique index" duration=388.895µs 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.214001933Z level=info msg="Executing migration" id="add fired_at column to alert_instance table" 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.216862699Z level=info msg="Migration successfully executed" id="add fired_at column to alert_instance table" duration=2.860195ms 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.217098709Z level=info msg="Executing migration" id="add 'alert.notifications.receivers.protected:write' to receiver admins" 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.217255251Z level=info msg="Migration successfully executed" id="add 'alert.notifications.receivers.protected:write' to receiver admins" duration=156.462µs 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.217507842Z level=info msg="migrations completed" performed=143 skipped=547 duration=238.099281ms 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=migrator t=2026-02-12T02:02:25.217703698Z level=info msg="Unlocking database" 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=sqlstore t=2026-02-12T02:02:25.2202356Z level=info msg="Created default organization" 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secrets t=2026-02-12T02:02:25.220306652Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.angulardetectorsprovider.dynamic t=2026-02-12T02:02:25.255393563Z level=info msg="Restored cache from database" duration=243.935µs 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=accesscontrol.service t=2026-02-12T02:02:25.255808186Z level=info msg="Starting migration to remove deprecated permissions" migration=removeDeprecatedPermissions 2026-02-12T02:02:25.315 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=accesscontrol.service t=2026-02-12T02:02:25.255994864Z level=info msg="Completed migration to remove deprecated permissions" migration=removeDeprecatedPermissions totalRemoved=0 duration=187.099µs 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.256374903Z level=info msg="Locking database" 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.256380954Z level=info msg="Starting DB migrations" 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.256646951Z level=info msg="Executing migration" id="create secret_migration_log table" 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.257056444Z level=info msg="Migration successfully executed" id="create secret_migration_log table" duration=409.374µs 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.25737591Z level=info msg="Executing migration" id="Initialize secrets tables" 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.257383625Z level=info msg="Migration successfully executed" id="Initialize secrets tables" duration=7.514µs 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.257743756Z level=info msg="Executing migration" id="drop table secret_secure_value" 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.257802015Z level=info msg="Migration successfully executed" id="drop table secret_secure_value" duration=58.569µs 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.25811548Z level=info msg="Executing migration" id="create table secret_secure_value" 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.258536635Z level=info msg="Migration successfully executed" id="create table secret_secure_value" duration=421.416µs 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.258796249Z level=info msg="Executing migration" id="create table secret_secure_value, index: 0" 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.259228135Z level=info msg="Migration successfully executed" id="create table secret_secure_value, index: 0" duration=431.445µs 2026-02-12T02:02:25.316 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.259477761Z level=info msg="Executing migration" id="create table secret_secure_value, index: 1" 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.260992977Z level=info msg="Migration successfully executed" id="create table secret_secure_value, index: 1" duration=1.513893ms 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.261464296Z level=info msg="Executing migration" id="drop table secret_keeper" 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.261552149Z level=info msg="Migration successfully executed" id="drop table secret_keeper" duration=87.223µs 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.261976671Z level=info msg="Executing migration" id="create table secret_keeper" 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.262432832Z level=info msg="Migration successfully executed" id="create table secret_keeper" duration=456.642µs 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.262752819Z level=info msg="Executing migration" id="create table secret_keeper, index: 0" 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.263272628Z level=info msg="Migration successfully executed" id="create table secret_keeper, index: 0" duration=519.258µs 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.263585732Z level=info msg="Executing migration" id="drop table secret_data_key" 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.263628212Z level=info msg="Migration successfully executed" id="drop table secret_data_key" duration=42.549µs 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.263971091Z level=info msg="Executing migration" id="create table secret_data_key" 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.264391926Z level=info msg="Migration successfully executed" id="create table secret_data_key" duration=420.635µs 2026-02-12T02:02:25.317 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.264685033Z level=info msg="Executing migration" id="drop table secret_encrypted_value" 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.26472626Z level=info msg="Migration successfully executed" id="drop table secret_encrypted_value" duration=42.49µs 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.265034344Z level=info msg="Executing migration" id="create table secret_encrypted_value" 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.265383836Z level=info msg="Migration successfully executed" id="create table secret_encrypted_value" duration=349.432µs 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.265645925Z level=info msg="Executing migration" id="create table secret_encrypted_value, index: 0" 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.266167808Z level=info msg="Migration successfully executed" id="create table secret_encrypted_value, index: 0" duration=521.723µs 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.266435998Z level=info msg="Executing migration" id="create index for list on secret_secure_value" 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.266944817Z level=info msg="Migration successfully executed" id="create index for list on secret_secure_value" duration=507.767µs 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.26721966Z level=info msg="Executing migration" id="create index for list and read current on secret_data_key" 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.267741062Z level=info msg="Migration successfully executed" id="create index for list and read current on secret_data_key" duration=521.012µs 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.268024251Z level=info msg="Executing migration" id="add owner_reference_api_group column to secret_secure_value" 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.270771996Z level=info msg="Migration successfully executed" id="add owner_reference_api_group column to secret_secure_value" duration=2.747725ms 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.270996805Z level=info msg="Executing migration" id="add owner_reference_api_version column to secret_secure_value" 2026-02-12T02:02:25.318 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.273628303Z level=info msg="Migration successfully executed" id="add owner_reference_api_version column to secret_secure_value" duration=2.631287ms 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.273847672Z level=info msg="Executing migration" id="add owner_reference_kind column to secret_secure_value" 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.276455175Z level=info msg="Migration successfully executed" id="add owner_reference_kind column to secret_secure_value" duration=2.606441ms 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.276676368Z level=info msg="Executing migration" id="add owner_reference_name column to secret_secure_value" 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.279290493Z level=info msg="Migration successfully executed" id="add owner_reference_name column to secret_secure_value" duration=2.613685ms 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.279542353Z level=info msg="Executing migration" id="add lease_token column to secret_secure_value" 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.282153673Z level=info msg="Migration successfully executed" id="add lease_token column to secret_secure_value" duration=2.6112ms 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.282373974Z level=info msg="Executing migration" id="add lease_token index to secret_secure_value" 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.282894375Z level=info msg="Migration successfully executed" id="add lease_token index to secret_secure_value" duration=520.06µs 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.283115317Z level=info msg="Executing migration" id="add lease_created column to secret_secure_value" 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.28574918Z level=info msg="Migration successfully executed" id="add lease_created column to secret_secure_value" duration=2.633372ms 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.285973718Z level=info msg="Executing migration" id="add lease_created index to secret_secure_value" 2026-02-12T02:02:25.319 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.286370218Z level=info msg="Migration successfully executed" id="add lease_created index to secret_secure_value" duration=396.609µs 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.286583376Z level=info msg="Executing migration" id="add data_key_id column to secret_encrypted_value" 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.289225233Z level=info msg="Migration successfully executed" id="add data_key_id column to secret_encrypted_value" duration=2.641547ms 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.289451906Z level=info msg="Executing migration" id="add data_key_id index to secret_encrypted_value" 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.290024373Z level=info msg="Migration successfully executed" id="add data_key_id index to secret_encrypted_value" duration=574.311µs 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.290291792Z level=info msg="migrations completed" performed=26 skipped=0 duration=33.660742ms 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=secret-migrator t=2026-02-12T02:02:25.290529666Z level=info msg="Unlocking database" 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-db t=2026-02-12T02:02:25.294284288Z level=info msg="Using database section" db_type=sqlite3 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-db t=2026-02-12T02:02:25.294383463Z level=info msg="Initializing Resource DB" db_type=sqlite3 open_conn=0 in_use_conn=0 idle_conn=0 max_open_conn=0 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.297805295Z level=info msg="Locking database" 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.297819893Z level=info msg="Starting DB migrations" 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.300950782Z level=info msg="Executing migration" id="create resource_migration_log table" 2026-02-12T02:02:25.320 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.301327625Z level=info msg="Migration successfully executed" id="create resource_migration_log table" duration=376.722µs 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.301609882Z level=info msg="Executing migration" id="Initialize resource tables" 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.301615773Z level=info msg="Migration successfully executed" id="Initialize resource tables" duration=6.011µs 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.301934627Z level=info msg="Executing migration" id="drop table resource" 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.30197355Z level=info msg="Migration successfully executed" id="drop table resource" duration=67.235µs 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.302382522Z level=info msg="Executing migration" id="create table resource" 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.302780465Z level=info msg="Migration successfully executed" id="create table resource" duration=397.211µs 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.30305165Z level=info msg="Executing migration" id="create table resource, index: 0" 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.303494957Z level=info msg="Migration successfully executed" id="create table resource, index: 0" duration=443.487µs 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.303799645Z level=info msg="Executing migration" id="drop table resource_history" 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.303859457Z level=info msg="Migration successfully executed" id="drop table resource_history" duration=60.153µs 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.304190925Z level=info msg="Executing migration" id="create table resource_history" 2026-02-12T02:02:25.321 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.30464392Z level=info msg="Migration successfully executed" id="create table resource_history" duration=452.744µs 2026-02-12T02:02:25.322 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.304932398Z level=info msg="Executing migration" id="create table resource_history, index: 0" 2026-02-12T02:02:25.322 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.305441628Z level=info msg="Migration successfully executed" id="create table resource_history, index: 0" duration=509.059µs 2026-02-12T02:02:25.322 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.305657491Z level=info msg="Executing migration" id="create table resource_history, index: 1" 2026-02-12T02:02:25.322 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.306089376Z level=info msg="Migration successfully executed" id="create table resource_history, index: 1" duration=431.595µs 2026-02-12T02:02:25.322 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.306321629Z level=info msg="Executing migration" id="drop table resource_version" 2026-02-12T02:02:25.587 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.306362406Z level=info msg="Migration successfully executed" id="drop table resource_version" duration=40.716µs 2026-02-12T02:02:25.588 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.306620327Z level=info msg="Executing migration" id="create table resource_version" 2026-02-12T02:02:25.588 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.306917882Z level=info msg="Migration successfully executed" id="create table resource_version" duration=297.495µs 2026-02-12T02:02:25.588 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.307144654Z level=info msg="Executing migration" id="create table resource_version, index: 0" 2026-02-12T02:02:25.588 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.307576951Z level=info msg="Migration successfully executed" id="create table resource_version, index: 0" duration=432.186µs 2026-02-12T02:02:25.588 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.307795398Z level=info msg="Executing migration" id="drop table resource_blob" 2026-02-12T02:02:25.588 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.307830664Z level=info msg="Migration successfully executed" id="drop table resource_blob" duration=36.218µs 2026-02-12T02:02:25.588 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.308196326Z level=info msg="Executing migration" id="create table resource_blob" 2026-02-12T02:02:25.588 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.308552059Z level=info msg="Migration successfully executed" id="create table resource_blob" duration=355.744µs 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.308785975Z level=info msg="Executing migration" id="create table resource_blob, index: 0" 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.309229893Z level=info msg="Migration successfully executed" id="create table resource_blob, index: 0" duration=443.598µs 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.309456236Z level=info msg="Executing migration" id="create table resource_blob, index: 1" 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.309898961Z level=info msg="Migration successfully executed" id="create table resource_blob, index: 1" duration=442.686µs 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.310131696Z level=info msg="Executing migration" id="drop table resource_last_import_time" 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.310168214Z level=info msg="Migration successfully executed" id="drop table resource_last_import_time" duration=37.54µs 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.310428579Z level=info msg="Executing migration" id="create table resource_last_import_time" 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.310791847Z level=info msg="Migration successfully executed" id="create table resource_last_import_time" duration=363.719µs 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.311036603Z level=info msg="Executing migration" id="Add column previous_resource_version in resource_history" 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.314273701Z level=info msg="Migration successfully executed" id="Add column previous_resource_version in resource_history" duration=3.235655ms 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.314652417Z level=info msg="Executing migration" id="Add column previous_resource_version in resource" 2026-02-12T02:02:25.589 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.317714108Z level=info msg="Migration successfully executed" id="Add column previous_resource_version in resource" duration=3.0613ms 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.317985925Z level=info msg="Executing migration" id="Add index to resource_history for polling" 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.318437817Z level=info msg="Migration successfully executed" id="Add index to resource_history for polling" duration=451.933µs 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.318677274Z level=info msg="Executing migration" id="Add index to resource for loading" 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.319274127Z level=info msg="Migration successfully executed" id="Add index to resource for loading" duration=596.423µs 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.31958685Z level=info msg="Executing migration" id="Add column folder in resource_history" 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.322954241Z level=info msg="Migration successfully executed" id="Add column folder in resource_history" duration=3.367721ms 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.323205019Z level=info msg="Executing migration" id="Add column folder in resource" 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.326085261Z level=info msg="Migration successfully executed" id="Add column folder in resource" duration=2.880653ms 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.326311483Z level=info msg="Executing migration" id="Migrate DeletionMarkers to real Resource objects" 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=deletion-marker-migrator t=2026-02-12T02:02:25.32632087Z level=info msg="finding any deletion markers" 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.326472042Z level=info msg="Migration successfully executed" id="Migrate DeletionMarkers to real Resource objects" duration=160.219µs 2026-02-12T02:02:25.590 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.326732578Z level=info msg="Executing migration" id="Add index to resource_history for get trash" 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.327203977Z level=info msg="Migration successfully executed" id="Add index to resource_history for get trash" duration=470.908µs 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.327526369Z level=info msg="Executing migration" id="Add generation to resource history" 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.330406701Z level=info msg="Migration successfully executed" id="Add generation to resource history" duration=2.880032ms 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.330637311Z level=info msg="Executing migration" id="Add generation index to resource history" 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.331072502Z level=info msg="Migration successfully executed" id="Add generation index to resource history" duration=435.052µs 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.331300848Z level=info msg="Executing migration" id="Add UQE_resource_last_import_time_last_import_time index" 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.331709571Z level=info msg="Migration successfully executed" id="Add UQE_resource_last_import_time_last_import_time index" duration=408.572µs 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.331934791Z level=info msg="migrations completed" performed=29 skipped=0 duration=31.002142ms 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=resource-migrator t=2026-02-12T02:02:25.332156725Z level=info msg="Unlocking database" 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.33223475Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.332226595Z msg="Using channel notifier" logger=sql-resource-server 2026-02-12T02:02:25.591 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.store t=2026-02-12T02:02:25.335561775Z level=info msg="Loading plugins..." 2026-02-12T02:02:25.592 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.store t=2026-02-12T02:02:25.366041623Z level=info msg="Plugins loaded" count=53 duration=30.480499ms 2026-02-12T02:02:25.592 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=annotations t=2026-02-12T02:02:25.366768068Z level=info msg="Starting annotation dashboard_uid migration in background" 2026-02-12T02:02:25.592 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=annotations t=2026-02-12T02:02:25.366790661Z level=info msg="Starting batched dashboard_uid migration for annotations (newest first)" batchSize=5000 2026-02-12T02:02:25.592 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=annotations t=2026-02-12T02:02:25.367310861Z level=info msg="Completed dashboard_uid migration for annotations" totalUpdated=0 2026-02-12T02:02:25.592 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=annotations t=2026-02-12T02:02:25.367318796Z level=info msg="Annotation dashboard_uid migration completed successfully" 2026-02-12T02:02:25.592 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=query_data t=2026-02-12T02:02:25.368444756Z level=info msg="Query Service initialization" 2026-02-12T02:02:25.592 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=live.push_http t=2026-02-12T02:02:25.370253389Z level=info msg="Live Push Gateway initialization" 2026-02-12T02:02:25.592 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.notifier component=alertmanager orgID=1 t=2026-02-12T02:02:25.371681252Z level=info msg="Applying new configuration to Alertmanager" configHash=d2c56faca6af2a5772ff4253222f7386 2026-02-12T02:02:25.593 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.writer t=2026-02-12T02:02:25.373582658Z level=info msg="Setting up remote write using data sources" timeout=10s default_datasource_uid= 2026-02-12T02:02:25.593 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert t=2026-02-12T02:02:25.37360503Z level=info msg="Using protobuf-based alert instance store" 2026-02-12T02:02:25.593 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.state.manager.persist t=2026-02-12T02:02:25.37361042Z level=info msg="Using rule state persister" 2026-02-12T02:02:25.593 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=infra.usagestats.collector t=2026-02-12T02:02:25.374785502Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-02-12T02:02:25.593 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.378534905Z level=info msg=starting module=tracing 2026-02-12T02:02:25.593 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.378569039Z level=info msg=starting module=grafana-apiserver 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.474897261Z level=info msg="Adding GroupVersion dashboard.grafana.app v1beta1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.475054454Z level=info msg="Adding GroupVersion dashboard.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.475228048Z level=info msg="Adding GroupVersion dashboard.grafana.app v2beta1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.475390912Z level=info msg="Adding GroupVersion dashboard.grafana.app v2alpha1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.475436547Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.475430856Z msg="Zanzana is not enabled; skipping folder propagation hooks" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.475784446Z level=info msg="Adding GroupVersion folder.grafana.app v1beta1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.476610707Z level=info msg="Adding GroupVersion iam.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.476853219Z level=info msg="Adding GroupVersion userstorage.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.476956722Z level=info msg="Adding GroupVersion features.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.477017856Z level=warn caller=logger.go:224 time=2026-02-12T02:02:25.477015762Z msg="skipped registering status sub-resource that does not support dual writing" resource=playlists.playlist.grafana.app version=v0alpha1 storagePath=playlists/status 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.477262863Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:02:25.594 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.477284233Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.477281027Z msg="Installed APIs for app" app=playlist 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.477581047Z level=info msg="Adding GroupVersion plugins.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.477601875Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.4775992Z msg="Installed APIs for app" app=plugins 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.47765266Z level=info msg="Skipping API example.grafana.app/v1alpha1 because it has no resources." 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.477656577Z level=info msg="Skipping API example.grafana.app/v0alpha1 because it has no resources." 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.477677046Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.477675322Z msg="Installed APIs for app" app=example 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:02:25.478413499Z level=info msg="Adding GroupVersion notifications.alerting.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.478439177Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.478436913Z msg="Installed APIs for app" app=alerting-notifications 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.505722082Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.505717915Z msg="App initialized" app=plugins 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.506070252Z level=info msg=starting module=plugins.store 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.506124733Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.506117249Z msg="App initialized" app=playlist 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.506144721Z level=info msg=starting module=plugin.backgroundinstaller 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:25.506183754Z level=info msg="Plugins installed" plugins=[] 2026-02-12T02:02:25.595 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:25.506232705Z level=info msg="Installing plugins" plugins="[{ID:grafana-lokiexplore-app Version: URL:} {ID:grafana-pyroscope-app Version: URL:} {ID:grafana-exploretraces-app Version: URL:} {ID:grafana-metricsdrilldown-app Version: URL:}]" 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:25.506299509Z level=info msg="Installing plugin" pluginId=grafana-lokiexplore-app version= 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.506329055Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.506323244Z msg="App initialized" app=alerting-notifications 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: t=2026-02-12T02:02:25.506488622Z level=info caller=logger.go:214 time=2026-02-12T02:02:25.506483463Z msg="App initialized" app=example 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.506790906Z level=info msg=starting module=provisioning 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=provisioning.datasources t=2026-02-12T02:02:25.509091397Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=provisioning.datasources t=2026-02-12T02:02:25.509246186Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=provisioning.alerting t=2026-02-12T02:02:25.518575255Z level=info msg="starting to provision alerting" 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=provisioning.alerting t=2026-02-12T02:02:25.518582779Z level=info msg="finished to provision alerting" 2026-02-12T02:02:25.596 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=provisioning.dashboard t=2026-02-12T02:02:25.519477328Z level=info msg="starting to provision dashboards" 2026-02-12T02:02:25.839 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.installer t=2026-02-12T02:02:25.759299672Z level=info msg="Installing plugin" pluginId=grafana-lokiexplore-app version= 2026-02-12T02:02:25.839 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=installer.fs t=2026-02-12T02:02:25.84537968Z level=info msg="Downloaded and extracted grafana-lokiexplore-app v1.0.35 zip successfully to /var/lib/grafana/plugins/grafana-lokiexplore-app" 2026-02-12T02:02:26.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:25 trial059 ceph-mon[16814]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:26.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:25 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:25 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:25 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:25 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.102 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugins.registration t=2026-02-12T02:02:25.870466991Z level=info msg="Plugin registered" pluginId=grafana-lokiexplore-app 2026-02-12T02:02:26.102 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:25.870484183Z level=info msg="Plugin successfully installed" pluginId=grafana-lokiexplore-app version= duration=364.180416ms 2026-02-12T02:02:26.102 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:25.870496165Z level=info msg="Installing plugin" pluginId=grafana-pyroscope-app version= 2026-02-12T02:02:26.102 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=provisioning.dashboard t=2026-02-12T02:02:25.87970469Z level=info msg="finished to provision dashboards" 2026-02-12T02:02:26.102 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879737892Z level=info msg=starting module=*api.HTTPServer 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879742781Z level=info msg=starting module=*service.UsageStats 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879754232Z level=info msg=starting module=*appregistry.Service 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879745917Z level=info msg=starting module=*supportbundlesimpl.Service 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879767928Z level=info msg=starting module=*service.DashboardServiceImpl 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=app-registry t=2026-02-12T02:02:25.879778207Z level=info msg="app registry initialized" 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879775462Z level=info msg=starting module=*loginattemptimpl.Service 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879789238Z level=info msg=starting module=*manager.SecretsService 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879798355Z level=info msg=starting module=*ssosettingsimpl.Service 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879806069Z level=info msg=starting module=*ngalert.AlertNG 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879737411Z level=info msg=starting module=*statscollector.Service 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879805348Z level=info msg=starting module=*cleanup.CleanUpService 2026-02-12T02:02:26.103 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879805338Z level=info msg=starting module=*garbagecollectionworker.Worker 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879819634Z level=info msg=starting module=*pluginexternal.Service 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879821969Z level=info msg=starting module=*service.DashboardUpdater 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879845292Z level=info msg=starting module=*angulardetectorsprovider.Dynamic 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.87973669Z level=info msg=starting module=*updatemanager.PluginsService 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879858487Z level=info msg=starting module=*metrics.InternalMetricsService 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879859589Z level=info msg=starting module=*live.GrafanaLive 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879870299Z level=info msg=starting module=*migrations.SecretMigrationProviderImpl 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879859308Z level=info msg=starting module=*pushhttp.Gateway 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879863596Z level=info msg=starting module=*dualwrite.ZanzanaReconciler 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879883934Z level=info msg=starting module=*rendering.RenderingService 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879884085Z level=info msg=starting module=*store.dummyEntityEventsService 2026-02-12T02:02:26.104 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879867524Z level=info msg=starting module=*anonimpl.AnonDeviceService 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879884676Z level=info msg=starting module=*store.standardStorageService 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879873184Z level=info msg=starting module=*authimpl.UserAuthTokenService 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.state.manager t=2026-02-12T02:02:25.879857806Z level=info msg="Warming state cache for startup" 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879878204Z level=info msg=starting module=*notifications.NotificationService 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.multiorg.alertmanager t=2026-02-12T02:02:25.879891178Z level=info msg="Starting MultiOrg Alertmanager" 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879889495Z level=info msg=starting module=*metric.Service 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879896207Z level=info msg=starting module=*remotecache.RemoteCache 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafanaStorageLogger t=2026-02-12T02:02:25.879923308Z level=info msg="Storage starting" 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879885187Z level=info msg=starting module=*manager.ServiceAccountsService 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:02:25.879985704Z level=info msg="All modules healthy" 2026-02-12T02:02:26.105 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=http.server t=2026-02-12T02:02:25.881114249Z level=info msg="HTTP Server TLS settings" scheme=https MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=http.server t=2026-02-12T02:02:25.881365718Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.state.manager t=2026-02-12T02:02:25.894256521Z level=info msg="State cache has been initialized" states=0 duration=14.398504ms 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.scheduler t=2026-02-12T02:02:25.894271709Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=3 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.scheduler t=2026-02-12T02:02:25.894297718Z level=info msg=starting component=ticker first_tick=2026-02-12T02:02:30Z 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugins.update.checker t=2026-02-12T02:02:25.929964801Z level=info msg="Update check succeeded" duration=50.092639ms 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.angulardetectorsprovider.dynamic t=2026-02-12T02:02:25.93933115Z level=info msg="Patterns update finished" duration=59.157104ms 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.installer t=2026-02-12T02:02:26.010068863Z level=info msg="Installing plugin" pluginId=grafana-pyroscope-app version= 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=installer.fs t=2026-02-12T02:02:26.044216362Z level=info msg="Downloaded and extracted grafana-pyroscope-app v1.16.0 zip successfully to /var/lib/grafana/plugins/grafana-pyroscope-app" 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugins.registration t=2026-02-12T02:02:26.055670225Z level=info msg="Plugin registered" pluginId=grafana-pyroscope-app 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:26.055680504Z level=info msg="Plugin successfully installed" pluginId=grafana-pyroscope-app version= duration=185.181633ms 2026-02-12T02:02:26.106 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:26.055693889Z level=info msg="Installing plugin" pluginId=grafana-exploretraces-app version= 2026-02-12T02:02:26.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[14497]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:26.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[23040]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:26.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.installer t=2026-02-12T02:02:26.197848312Z level=info msg="Installing plugin" pluginId=grafana-exploretraces-app version= 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=installer.fs t=2026-02-12T02:02:26.240635435Z level=info msg="Downloaded and extracted grafana-exploretraces-app v1.3.2 zip successfully to /var/lib/grafana/plugins/grafana-exploretraces-app" 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugins.registration t=2026-02-12T02:02:26.253819544Z level=info msg="Plugin registered" pluginId=grafana-exploretraces-app 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:26.253832408Z level=info msg="Plugin successfully installed" pluginId=grafana-exploretraces-app version= duration=198.135314ms 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:26.253847987Z level=info msg="Installing plugin" pluginId=grafana-metricsdrilldown-app version= 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.installer t=2026-02-12T02:02:26.387231292Z level=info msg="Installing plugin" pluginId=grafana-metricsdrilldown-app version= 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=installer.fs t=2026-02-12T02:02:26.427802401Z level=info msg="Downloaded and extracted grafana-metricsdrilldown-app v1.0.30 zip successfully to /var/lib/grafana/plugins/grafana-metricsdrilldown-app" 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugins.registration t=2026-02-12T02:02:26.442923103Z level=info msg="Plugin registered" pluginId=grafana-metricsdrilldown-app 2026-02-12T02:02:26.455 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=plugin.backgroundinstaller t=2026-02-12T02:02:26.442933673Z level=info msg="Plugin successfully installed" pluginId=grafana-metricsdrilldown-app version= duration=189.082229ms 2026-02-12T02:02:27.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:26 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:27.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:26 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:27.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:26 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:27.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:02:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:02:26.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:02:27.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:26 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:27.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:26 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:27.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:26 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:27.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:26 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:27.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:26 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:27.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:26 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:27.124 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:26] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T02:02:27.124 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:02:27] ENGINE Bus STOPPING 2026-02-12T02:02:27.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:02:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:02:27.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:02:27] ENGINE Bus STOPPED 2026-02-12T02:02:28.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:02:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: Upgrade: Finalizing container_image settings 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: Upgrade: Complete! 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.357 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.358 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.358 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.358 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:27 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:02:28.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:28.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: Upgrade: Finalizing container_image settings 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:02:28.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:02:28.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T02:02:28.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:28.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: Upgrade: Finalizing container_image settings 2026-02-12T02:02:28.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T02:02:28.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:02:28.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T02:02:28.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:02:28.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T02:02:28.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T02:02:28.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:02:28.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T02:02:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:02:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T02:02:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: Upgrade: Complete! 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T02:02:28.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T02:02:28.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: Upgrade: Complete! 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T02:02:28.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:02:28.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:28.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:28.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:28.387 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:27 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:02:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:29 trial059 ceph-mon[16814]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:02:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:29 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:29 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:29.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:29 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:02:29.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:29 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:29.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:29 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:29.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:29 trial007 ceph-mon[14497]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:02:29.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:29 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:29.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:29 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:30 trial059 ceph-mon[16814]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:30 trial007 ceph-mon[23040]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:30.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:30 trial007 ceph-mon[14497]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:32.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:32 trial059 ceph-mon[16814]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:32.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:32 trial007 ceph-mon[23040]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:32.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:32 trial007 ceph-mon[14497]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:34.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:34 trial059 ceph-mon[16814]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:34.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:02:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:02:34.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:34 trial007 ceph-mon[14497]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:34.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:34 trial007 ceph-mon[23040]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:36.048 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:36 trial007 ceph-mon[14497]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:36.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:36 trial059 ceph-mon[16814]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:36.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:36 trial007 ceph-mon[23040]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:37.341 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:37 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:37.341 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:37 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:37.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:37 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:37.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:37 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:02:37] ENGINE Bus STARTING 2026-02-12T02:02:37.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:37 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:02:37] ENGINE Serving on http://:::9283 2026-02-12T02:02:37.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:37 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:02:37] ENGINE Bus STARTED 2026-02-12T02:02:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:38 trial059 ceph-mon[16814]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:38.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:38 trial007 ceph-mon[14497]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:38.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:38 trial007 ceph-mon[23040]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:40.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:40 trial059 ceph-mon[16814]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:40.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:40 trial007 ceph-mon[14497]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:40.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:40 trial007 ceph-mon[23040]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:42.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:42 trial059 ceph-mon[16814]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:42.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:42 trial007 ceph-mon[14497]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:42.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:42 trial007 ceph-mon[23040]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:43.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:43 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:43.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:43 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:43.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:43 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:44 trial059 ceph-mon[16814]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:44.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:02:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:02:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:44 trial007 ceph-mon[14497]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:44.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:44 trial007 ceph-mon[23040]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:46.096 INFO:teuthology.orchestra.run.trial007.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T02:02:46.142 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2026-02-12T02:02:46.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:46 trial059 ceph-mon[16814]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:46.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:46 trial007 ceph-mon[14497]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:46.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:46 trial007 ceph-mon[23040]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:02:46.430 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:02:46.701 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:02:46.731 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2026-02-12T02:02:47.015 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:02:47.038 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:46] "GET /metrics HTTP/1.1" 200 5718 "" "Prometheus/3.6.0" 2026-02-12T02:02:47.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:47 trial059 ceph-mon[16814]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:47.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:47 trial059 ceph-mon[16814]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:47.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:47 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/32213929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:02:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:02:46.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:02:47.278 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T02:02:47.289 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:47 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:47.289 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:47 trial007 ceph-mon[14497]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:47.289 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:47 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/32213929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:47.289 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:47 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:47.290 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:47 trial007 ceph-mon[23040]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:47.290 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:47 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/32213929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:47.309 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2026-02-12T02:02:47.593 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:02:47.850 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:02:47.880 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2026-02-12T02:02:48.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:48 trial007 ceph-mon[14497]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:48.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:48 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/585644545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:48.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:48 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1916009570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:48.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:48 trial007 ceph-mon[23040]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:48.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:48 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/585644545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:48.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:48 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1916009570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:48.171 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:02:48.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:48 trial059 ceph-mon[16814]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:02:48.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:48 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/585644545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:48.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:48 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/1916009570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:48.669 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:02:48.699 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T02:02:48.982 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:02:49.209 INFO:teuthology.orchestra.run.trial007.stdout:There are no upgrades in progress currently. 2026-02-12T02:02:49.250 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T02:02:49.531 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:02:49.783 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:02:49.820 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2026-02-12T02:02:50.106 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:02:50.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:50 trial059 ceph-mon[16814]: from='client.25607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:50.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:50 trial059 ceph-mon[16814]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 6.3 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:50.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:50 trial059 ceph-mon[16814]: from='client.25613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:50.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:50 trial059 ceph-mon[16814]: from='client.? 10.20.193.7:0/3471424333' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:02:50.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:50 trial007 ceph-mon[14497]: from='client.25607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:50.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:50 trial007 ceph-mon[14497]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 6.3 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:50.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:50 trial007 ceph-mon[14497]: from='client.25613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:50.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:50 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/3471424333' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:02:50.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:50 trial007 ceph-mon[23040]: from='client.25607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:50.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:50 trial007 ceph-mon[23040]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 6.3 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:50.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:50 trial007 ceph-mon[23040]: from='client.25613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:50.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:50 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/3471424333' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:02:50.770 INFO:teuthology.orchestra.run.trial007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:02:50.811 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T02:02:51.097 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:02:51.340 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:02:51.671 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:02:51.671 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (65s) 64s ago 20m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:02:51.671 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (26s) 25s ago 20m 59.4M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (96s) 64s ago 19m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (94s) 25s ago 21m 492M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (10m) 64s ago 22m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (22m) 64s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (22m) 25s ago 22m 56.5M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 e780406f4ce9 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (22m) 64s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (83s) 64s ago 20m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (75s) 25s ago 20m 10.9M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (21m) 64s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (21m) 64s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (21m) 64s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:02:51.672 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (21m) 64s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:02:51.673 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (21m) 25s ago 21m 62.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:02:51.673 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (20m) 25s ago 20m 60.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:02:51.673 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (20m) 25s ago 20m 57.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:02:51.673 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (20m) 25s ago 20m 60.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:02:51.673 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (13m) 25s ago 20m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:02:51.673 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (20m) 64s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:02:51.673 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (20m) 25s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:02:51.871 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:02:51.871 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:02:51.871 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:02:51.871 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:02:51.871 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:02:51.872 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:02:52.016 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='client.25625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:52.016 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:52.016 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial059", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:52.016 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:02:52.016 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.016 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:52.016 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:52.016 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 ceph-mon[16814]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:52.017 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:51 trial059 systemd[1]: Stopping Ceph mon.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [], 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) mon on host(s) trial059", 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "0/1 daemons upgraded", 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading mon daemons", 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:02:52.040 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='client.25625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial059", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='client.25625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial059", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.041 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:02:52.042 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:02:52.042 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:51 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:52.269 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b[16810]: 2026-02-12T02:02:52.021+0000 7f406c298640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:02:52.270 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b[16810]: 2026-02-12T02:02:52.021+0000 7f406c298640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2026-02-12T02:02:52.270 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 podman[70500]: 2026-02-12 02:02:52.244561756 +0000 UTC m=+0.235368250 container died e780406f4ce956ad52d76a5161c29e1caff1533f4a030e5fa2af53bb6035e581 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_REF=squid, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2026-02-12T02:02:52.270 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 podman[70500]: 2026-02-12 02:02:52.253933545 +0000 UTC m=+0.244740039 container remove e780406f4ce956ad52d76a5161c29e1caff1533f4a030e5fa2af53bb6035e581 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS) 2026-02-12T02:02:52.270 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 bash[70500]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b 2026-02-12T02:02:52.590 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.b.service: Deactivated successfully. 2026-02-12T02:02:52.590 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 systemd[1]: Stopped Ceph mon.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:02:52.590 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.b.service: Consumed 6.729s CPU time. 2026-02-12T02:02:52.590 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 systemd[1]: Starting Ceph mon.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:02:52.590 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 podman[70672]: 2026-02-12 02:02:52.565049558 +0000 UTC m=+0.016501828 container create 9e936dbe64f361ac9e567516d9aa8e4e232b576aac1e02c6c2f5821240067f77 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209) 2026-02-12T02:02:52.845 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 podman[70672]: 2026-02-12 02:02:52.597904865 +0000 UTC m=+0.049357135 container init 9e936dbe64f361ac9e567516d9aa8e4e232b576aac1e02c6c2f5821240067f77 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T02:02:52.845 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 podman[70672]: 2026-02-12 02:02:52.600358451 +0000 UTC m=+0.051810721 container start 9e936dbe64f361ac9e567516d9aa8e4e232b576aac1e02c6c2f5821240067f77 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b, ceph=True, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default) 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 bash[70672]: 9e936dbe64f361ac9e567516d9aa8e4e232b576aac1e02c6c2f5821240067f77 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 podman[70672]: 2026-02-12 02:02:52.558137256 +0000 UTC m=+0.009589526 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 systemd[1]: Started Ceph mon.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: pidfile_write: ignore empty --pid-file 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: load: jerasure load: lrc 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: RocksDB version: 7.9.2 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Git sha 0 2026-02-12T02:02:52.846 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Compile date 2026-02-10 09:02:43 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: DB SUMMARY 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: DB Session ID: DFG5VT0Q720TVEFQCY5V 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: CURRENT file: CURRENT 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: MANIFEST file: MANIFEST-000010 size: 2400 Bytes 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000039.sst 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000037.log size: 2701564 ; 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.error_if_exists: 0 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.create_if_missing: 0 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.paranoid_checks: 1 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T02:02:52.847 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.env: 0xed5d60 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.info_log: 0x1e56e80 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.statistics: (nil) 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.use_fsync: 0 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_log_file_size: 0 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.allow_fallocate: 1 2026-02-12T02:02:52.848 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.use_direct_reads: 0 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.db_log_dir: 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.wal_dir: 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T02:02:52.849 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.write_buffer_manager: 0x1e52140 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.unordered_write: 0 2026-02-12T02:02:52.850 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.row_cache: None 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.wal_filter: None 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.two_write_queues: 0 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.wal_compression: 0 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.atomic_flush: 0 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T02:02:52.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.log_readahead_size: 0 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_background_jobs: 2 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_background_compactions: -1 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_subcompactions: 1 2026-02-12T02:02:52.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_open_files: -1 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_background_flushes: -1 2026-02-12T02:02:52.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Compression algorithms supported: 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: kZSTD supported: 0 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: kXpressCompression supported: 0 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: kBZip2Compression supported: 0 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: kLZ4Compression supported: 1 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: kZlibCompression supported: 1 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: kSnappyCompression supported: 1 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2026-02-12T02:02:52.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.merge_operator: 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_filter: None 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1e575c0) 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout: cache_index_and_filter_blocks: 1 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout: pin_top_level_index_and_filter: 1 2026-02-12T02:02:52.855 INFO:journalctl@ceph.mon.b.trial059.stdout: index_type: 0 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: data_block_index_type: 0 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: index_shortening: 1 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: checksum: 4 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: no_block_cache: 0 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: block_cache: 0x1e25a50 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: block_cache_name: BinnedLRUCache 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: block_cache_options: 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: capacity : 536870912 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: num_shard_bits : 4 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: strict_capacity_limit : 0 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: high_pri_pool_ratio: 0.000 2026-02-12T02:02:52.856 INFO:journalctl@ceph.mon.b.trial059.stdout: block_cache_compressed: (nil) 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: persistent_cache: (nil) 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: block_size: 4096 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: block_size_deviation: 10 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: block_restart_interval: 16 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: index_block_restart_interval: 1 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: metadata_block_size: 4096 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: partition_filters: 0 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: use_delta_encoding: 1 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: filter_policy: bloomfilter 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: whole_key_filtering: 1 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: verify_compression: 0 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: read_amp_bytes_per_bit: 0 2026-02-12T02:02:52.857 INFO:journalctl@ceph.mon.b.trial059.stdout: format_version: 5 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout: enable_index_compression: 1 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout: block_align: 0 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout: max_auto_readahead_size: 262144 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout: prepopulate_block_cache: 0 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout: initial_auto_readahead_size: 8192 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression: NoCompression 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T02:02:52.858 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.num_levels: 7 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T02:02:52.859 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T02:02:52.860 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T02:02:52.861 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T02:02:52.862 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.inplace_update_support: 0 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.bloom_locality: 0 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.max_successive_merges: 0 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T02:02:52.863 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.ttl: 2592000 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.enable_blob_files: false 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.min_blob_size: 0 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T02:02:52.864 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 41, last_sequence is 21199, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 37 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4c255975-943f-49d9-95f9-4650ad84b67b 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861772618577, "job": 1, "event": "recovery_started", "wal_files": [37]} 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861772624090, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 1621517, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21204, "largest_seqno": 22596, "table_properties": {"data_size": 1615605, "index_size": 3400, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1477, "raw_key_size": 14486, "raw_average_key_size": 24, "raw_value_size": 1603102, "raw_average_value_size": 2740, "num_data_blocks": 154, "num_entries": 585, "num_filter_entries": 585, "num_deletions": 8, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770861772, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4c255975-943f-49d9-95f9-4650ad84b67b", "db_session_id": "DFG5VT0Q720TVEFQCY5V", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861772624193, "job": 1, "event": "recovery_finished"} 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/version_set.cc:5047] Creating manifest 44 2026-02-12T02:02:52.865 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x1e72e00 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: DB pointer 0x2c64000 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout: ** DB Stats ** 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T02:02:52.866 INFO:journalctl@ceph.mon.b.trial059.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: ** Compaction Stats [default] ** 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: L0 1/0 1.55 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: L6 1/0 10.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: Sum 2/0 11.86 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: ** Compaction Stats [default] ** 2026-02-12T02:02:52.867 INFO:journalctl@ceph.mon.b.trial059.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 609.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: Flush(GB): cumulative 0.002, interval 0.002 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T02:02:52.868 INFO:journalctl@ceph.mon.b.trial059.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: Cumulative compaction: 0.00 GB write, 196.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: Interval compaction: 0.00 GB write, 196.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: Block cache BinnedLRUCache@0x1e25a50#2 capacity: 512.00 MB usage: 5.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.53 KB,0.000292063%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: starting mon.b rank 1 at public addrs [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] at bind addrs [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b@-1(???) e3 preinit fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:02:52.869 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b@-1(???).mds e1 new map 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b@-1(???).mds e1 print_map 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout: e1 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout: btime 2026-02-12T01:40:17:294627+0000 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout: legacy client fscid: -1 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout: 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout: No filesystems configured 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b@-1(???).osd e101 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b@-1(???).osd e101 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b@-1(???).osd e101 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b@-1(???).osd e101 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:02:52.870 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.b calling monitor election 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.a calling monitor election 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: monmap epoch 3 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: min_mon_release 19 (squid) 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: election_strategy: 1 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:02:52.871 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:02:52.872 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: fsmap 2026-02-12T02:02:52.872 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:02:52.872 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: mgrmap e39: y(active, since 100s), standbys: x 2026-02-12T02:02:52.872 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: overall HEALTH_OK 2026-02-12T02:02:52.872 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:52.872 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:52 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:53.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: mon.b calling monitor election 2026-02-12T02:02:53.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: mon.a calling monitor election 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: monmap epoch 3 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: min_mon_release 19 (squid) 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: election_strategy: 1 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:02:53.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: fsmap 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: mgrmap e39: y(active, since 100s), standbys: x 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: overall HEALTH_OK 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: mon.b calling monitor election 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: mon.a calling monitor election 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:02:53.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: monmap epoch 3 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: min_mon_release 19 (squid) 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: election_strategy: 1 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: fsmap 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: mgrmap e39: y(active, since 100s), standbys: x 2026-02-12T02:02:53.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: overall HEALTH_OK 2026-02-12T02:02:53.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:53.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:52 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:54.061 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:53 trial059 ceph-mon[70701]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:54.062 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:53 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:54.062 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:53 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:54.062 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:02:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:02:54.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:53 trial007 ceph-mon[14497]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:54.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:53 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:54.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:53 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:54.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:53 trial007 ceph-mon[23040]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:02:54.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:53 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:54.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:53 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:55.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.103 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.104 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.105 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:02:55.106 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.107 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.108 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:54 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T02:02:55.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T02:02:55.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T02:02:55.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T02:02:55.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:02:55.382 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T02:02:55.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:02:55.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T02:02:55.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:02:55.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T02:02:55.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T02:02:55.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:02:55.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T02:02:55.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T02:02:55.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:02:55.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T02:02:55.386 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:02:55.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T02:02:55.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T02:02:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:02:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.389 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:02:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:02:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:02:55.390 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:54 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:56.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:02:56.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all crash 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all mds 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all nfs 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all smb 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all node-exporter 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all prometheus 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all alertmanager 2026-02-12T02:02:56.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all grafana 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all loki 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all promtail 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all alloy 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Finalizing container_image settings 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[14497]: Upgrade: Complete! 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:02:56.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all crash 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all mds 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all nfs 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all smb 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all node-exporter 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all prometheus 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all alertmanager 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all grafana 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all loki 2026-02-12T02:02:56.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all promtail 2026-02-12T02:02:56.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all alloy 2026-02-12T02:02:56.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T02:02:56.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T02:02:56.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Finalizing container_image settings 2026-02-12T02:02:56.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:55 trial007 ceph-mon[23040]: Upgrade: Complete! 2026-02-12T02:02:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:02:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all crash 2026-02-12T02:02:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mds 2026-02-12T02:02:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:02:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:02:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:02:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nfs 2026-02-12T02:02:56.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all smb 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all node-exporter 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all prometheus 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all alertmanager 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all grafana 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all loki 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all promtail 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all alloy 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Finalizing container_image settings 2026-02-12T02:02:56.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:55 trial059 ceph-mon[70701]: Upgrade: Complete! 2026-02-12T02:02:57.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:56 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:57.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:02:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:02:56.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:02:57.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:56 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:57.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:56 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:02:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:02:56] "GET /metrics HTTP/1.1" 200 5718 "" "Prometheus/3.6.0" 2026-02-12T02:02:57.918 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:02:57 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:02:57.631+0000 7f48e94b0640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-12T02:02:58.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:57 trial059 ceph-mon[70701]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:02:58.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:57 trial007 ceph-mon[23040]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:02:58.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:57 trial007 ceph-mon[14497]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:02:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:58 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:58 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:59.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:58 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:59.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:58 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:02:59.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:58 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:02:59.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:58 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:00.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:02:59 trial059 ceph-mon[70701]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:03:00.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:02:59 trial007 ceph-mon[23040]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:03:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:02:59 trial007 ceph-mon[14497]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:03:02.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:01 trial059 ceph-mon[70701]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 67 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:02.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:01 trial007 ceph-mon[14497]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 67 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:02.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:01 trial007 ceph-mon[23040]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 67 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:04.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:03 trial059 ceph-mon[70701]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 67 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:04.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:03:04.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:03 trial007 ceph-mon[14497]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 67 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:04.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:03 trial007 ceph-mon[23040]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 67 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:06.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:05 trial007 ceph-mon[23040]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 68 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:06.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:05 trial007 ceph-mon[14497]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 68 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:06.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:05 trial059 ceph-mon[70701]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 68 KiB/s rd, 0 B/s wr, 111 op/s 2026-02-12T02:03:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:06 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:07.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:03:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:03:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:03:07.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:06 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:07.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:06 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:07.124 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:06] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T02:03:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:07 trial059 ceph-mon[70701]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:08.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:07 trial007 ceph-mon[14497]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:08.469 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:07 trial007 ceph-mon[23040]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:10.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:09 trial059 ceph-mon[70701]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:09 trial007 ceph-mon[14497]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:10.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:09 trial007 ceph-mon[23040]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:12.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:11 trial059 ceph-mon[70701]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:12.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:11 trial007 ceph-mon[23040]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:12.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:11 trial007 ceph-mon[14497]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:03:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:03:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:03:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:03:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:03:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:03:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:03:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:03:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:03:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:13 trial059 ceph-mon[70701]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:13 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:03:14.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:03:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:13 trial007 ceph-mon[23040]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:13 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:03:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:13 trial007 ceph-mon[14497]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:13 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:03:16.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:15 trial007 ceph-mon[14497]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:16.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:15 trial007 ceph-mon[23040]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:16.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:15 trial059 ceph-mon[70701]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:16 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:17.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:03:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:03:16.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:03:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:16 trial007 ceph-mon[14497]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:17.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:16 trial007 ceph-mon[23040]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:17.124 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:16] "GET /metrics HTTP/1.1" 200 5714 "" "Prometheus/3.6.0" 2026-02-12T02:03:18.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:17 trial059 ceph-mon[70701]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:18.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:17 trial007 ceph-mon[14497]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:18.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:17 trial007 ceph-mon[23040]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:20.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:19 trial059 ceph-mon[70701]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:20.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:19 trial007 ceph-mon[14497]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:20.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:19 trial007 ceph-mon[23040]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:22.215 INFO:teuthology.orchestra.run.trial007.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T02:03:22.216 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:21 trial007 ceph-mon[14497]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:22.216 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:21 trial007 ceph-mon[23040]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:22.258 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:03:22.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:21 trial059 ceph-mon[70701]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:22.545 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:22.772 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:03:22.772 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (96s) 95s ago 20m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:03:22.772 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (57s) 29s ago 20m 138M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:03:22.772 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (2m) 95s ago 20m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (2m) 29s ago 22m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (11m) 95s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (23m) 95s ago 23m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (30s) 29s ago 22m 23.6M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (22m) 95s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (114s) 95s ago 20m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (106s) 29s ago 20m 11.4M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (22m) 95s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (22m) 95s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (21m) 95s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (21m) 95s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:03:22.773 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (21m) 29s ago 21m 65.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:03:22.774 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (21m) 29s ago 21m 61.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:03:22.774 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (21m) 29s ago 21m 59.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:03:22.774 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (21m) 29s ago 21m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:03:22.774 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (14m) 29s ago 20m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:03:22.774 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (20m) 95s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:03:22.774 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (20m) 29s ago 20m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:03:22.812 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2026-02-12T02:03:23.097 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:23.120 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:22 trial007 ceph-mon[14497]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:23.120 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:22 trial007 ceph-mon[23040]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:23.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:22 trial059 ceph-mon[70701]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:23.361 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:03:23.392 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T02:03:23.677 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:23.904 INFO:teuthology.orchestra.run.trial007.stdout:There are no upgrades in progress currently. 2026-02-12T02:03:23.940 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T02:03:23.963 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:23 trial007 ceph-mon[14497]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:23.963 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:23 trial007 ceph-mon[14497]: from='client.25673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:23.963 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:23 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1766057540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:03:23.963 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:23 trial007 ceph-mon[23040]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:23.963 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:23 trial007 ceph-mon[23040]: from='client.25673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:23.963 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:23 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1766057540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:03:24.224 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:23 trial059 ceph-mon[70701]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:23 trial059 ceph-mon[70701]: from='client.25673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:23 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1766057540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:03:24.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:03:24.475 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:03:24.512 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2026-02-12T02:03:24.834 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:25.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:24 trial007 ceph-mon[14497]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:25.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:24 trial007 ceph-mon[14497]: from='client.? 10.20.193.7:0/1774117730' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:03:25.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:24 trial007 ceph-mon[23040]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:25.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:24 trial007 ceph-mon[23040]: from='client.? 10.20.193.7:0/1774117730' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:03:25.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:24 trial059 ceph-mon[70701]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:25.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:24 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1774117730' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:03:25.497 INFO:teuthology.orchestra.run.trial007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:03:25.537 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T02:03:25.826 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:25.998 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:25.998 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='client.25697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:25.998 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial007", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:25.998 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:25.998 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:03:25.998 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:03:25.998 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:25.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:25.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:03:25.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:03:25.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:25.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T02:03:25.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[14497]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2026-02-12T02:03:25.999 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:25.999 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='client.25697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial007", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T02:03:26.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:25 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2026-02-12T02:03:26.076 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:03:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='client.25697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial007", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:03:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:03:26.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:26.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:26.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:03:26.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:03:26.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' 2026-02-12T02:03:26.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T02:03:26.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:25 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (99s) 98s ago 20m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (61s) 32s ago 20m 138M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (2m) 98s ago 20m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (2m) 32s ago 22m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (11m) 98s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (23m) 98s ago 23m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1e5cce6e5f51 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (33s) 32s ago 22m 23.6M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (22m) 98s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 bc5e4a6dfbf7 2026-02-12T02:03:26.424 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (118s) 98s ago 20m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (110s) 32s ago 20m 11.4M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (22m) 98s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (22m) 98s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (21m) 98s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (21m) 98s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (21m) 32s ago 21m 65.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (21m) 32s ago 21m 61.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (21m) 32s ago 21m 59.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (21m) 32s ago 21m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (14m) 32s ago 20m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (20m) 98s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:03:26.425 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (20m) 32s ago 20m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:03:26.562 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 systemd[1]: Stopping Ceph mon.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:03:26.634 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 12, 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:03:26.635 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:03:26.808 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:03:26.808 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:03:26.808 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:03:26.808 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [], 2026-02-12T02:03:26.808 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) mon on host(s) trial007", 2026-02-12T02:03:26.809 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "0/2 daemons upgraded", 2026-02-12T02:03:26.809 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading mon daemons", 2026-02-12T02:03:26.809 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:03:26.809 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:03:26.825 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a[14493]: 2026-02-12T02:03:26.567+0000 7fa02a39c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:03:26.825 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a[14493]: 2026-02-12T02:03:26.567+0000 7fa02a39c640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2026-02-12T02:03:26.826 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 podman[92180]: 2026-02-12 02:03:26.598011016 +0000 UTC m=+0.044506659 container died 1e5cce6e5f5120ed9b9a412e1f236b38fc82211f155102d55e8baa2492f43cf3 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, CEPH_REF=squid) 2026-02-12T02:03:26.826 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 podman[92180]: 2026-02-12 02:03:26.607585637 +0000 UTC m=+0.054081270 container remove 1e5cce6e5f5120ed9b9a412e1f236b38fc82211f155102d55e8baa2492f43cf3 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:03:26.826 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 bash[92180]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a 2026-02-12T02:03:26.826 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a.service: Deactivated successfully. 2026-02-12T02:03:26.826 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 systemd[1]: Stopped Ceph mon.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:03:26.826 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a.service: Consumed 9.811s CPU time. 2026-02-12T02:03:27.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:03:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:03:26.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:03:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:26] "GET /metrics HTTP/1.1" 200 5714 "" "Prometheus/3.6.0" 2026-02-12T02:03:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:03:26] ENGINE Bus STOPPING 2026-02-12T02:03:27.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 systemd[1]: Starting Ceph mon.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:03:27.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 podman[92377]: 2026-02-12 02:03:26.937247794 +0000 UTC m=+0.015670428 container create baee322d1cd7fa2fb2120680a6e8005a4775306d34de1efd1d5187ab13da3f16 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T02:03:27.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 podman[92377]: 2026-02-12 02:03:26.9737774 +0000 UTC m=+0.052200034 container init baee322d1cd7fa2fb2120680a6e8005a4775306d34de1efd1d5187ab13da3f16 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:03:27.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 podman[92377]: 2026-02-12 02:03:26.976196685 +0000 UTC m=+0.054619309 container start baee322d1cd7fa2fb2120680a6e8005a4775306d34de1efd1d5187ab13da3f16 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T02:03:27.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 bash[92377]: baee322d1cd7fa2fb2120680a6e8005a4775306d34de1efd1d5187ab13da3f16 2026-02-12T02:03:27.125 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 podman[92377]: 2026-02-12 02:03:26.93148158 +0000 UTC m=+0.009904204 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 systemd[1]: Started Ceph mon.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: pidfile_write: ignore empty --pid-file 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: load: jerasure load: lrc 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: RocksDB version: 7.9.2 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Git sha 0 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Compile date 2026-02-10 09:02:43 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: DB SUMMARY 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: DB Session ID: YOOKHUAIJDBOLBABIWVC 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: CURRENT file: CURRENT 2026-02-12T02:03:27.126 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: MANIFEST file: MANIFEST-000015 size: 2745 Bytes 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000047.sst 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000045.log size: 330275 ; 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.error_if_exists: 0 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.create_if_missing: 0 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.paranoid_checks: 1 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.env: 0xed5d60 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T02:03:27.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.info_log: 0x2086e80 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.statistics: (nil) 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.use_fsync: 0 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_log_file_size: 0 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.allow_fallocate: 1 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.use_direct_reads: 0 2026-02-12T02:03:27.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.db_log_dir: 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.wal_dir: 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T02:03:27.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.write_buffer_manager: 0x2082140 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.unordered_write: 0 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T02:03:27.130 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.row_cache: None 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.wal_filter: None 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.two_write_queues: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.wal_compression: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.atomic_flush: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.log_readahead_size: 0 2026-02-12T02:03:27.131 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_background_jobs: 2 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_background_compactions: -1 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_subcompactions: 1 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T02:03:27.132 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_open_files: -1 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_background_flushes: -1 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Compression algorithms supported: 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: kZSTD supported: 0 2026-02-12T02:03:27.133 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: kXpressCompression supported: 0 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: kBZip2Compression supported: 0 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: kLZ4Compression supported: 1 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: kZlibCompression supported: 1 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: kSnappyCompression supported: 1 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.merge_operator: 2026-02-12T02:03:27.134 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_filter: None 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x20875c0) 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout: cache_index_and_filter_blocks: 1 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout: pin_top_level_index_and_filter: 1 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout: index_type: 0 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout: data_block_index_type: 0 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout: index_shortening: 1 2026-02-12T02:03:27.135 INFO:journalctl@ceph.mon.a.trial007.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: checksum: 4 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: no_block_cache: 0 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: block_cache: 0x2055a50 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: block_cache_name: BinnedLRUCache 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: block_cache_options: 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: capacity : 536870912 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: num_shard_bits : 4 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: strict_capacity_limit : 0 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: high_pri_pool_ratio: 0.000 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: block_cache_compressed: (nil) 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: persistent_cache: (nil) 2026-02-12T02:03:27.136 INFO:journalctl@ceph.mon.a.trial007.stdout: block_size: 4096 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: block_size_deviation: 10 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: block_restart_interval: 16 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: index_block_restart_interval: 1 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: metadata_block_size: 4096 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: partition_filters: 0 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: use_delta_encoding: 1 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: filter_policy: bloomfilter 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: whole_key_filtering: 1 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: verify_compression: 0 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: read_amp_bytes_per_bit: 0 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: format_version: 5 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: enable_index_compression: 1 2026-02-12T02:03:27.137 INFO:journalctl@ceph.mon.a.trial007.stdout: block_align: 0 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout: max_auto_readahead_size: 262144 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout: prepopulate_block_cache: 0 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout: initial_auto_readahead_size: 8192 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression: NoCompression 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.num_levels: 7 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T02:03:27.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T02:03:27.139 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T02:03:27.140 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T02:03:27.141 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T02:03:27.142 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.inplace_update_support: 0 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.bloom_locality: 0 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.max_successive_merges: 0 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T02:03:27.143 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.ttl: 2592000 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.enable_blob_files: false 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.min_blob_size: 0 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T02:03:27.144 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 49, last_sequence is 21568, log_number is 45,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 45 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 45 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 710036fb-bd30-49f3-a483-ac358c1e9bbd 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861806992024, "job": 1, "event": "recovery_started", "wal_files": [45]} 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #45 mode 2 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861806993769, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 50, "file_size": 325085, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21569, "largest_seqno": 21864, "table_properties": {"data_size": 322897, "index_size": 765, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 389, "raw_key_size": 3017, "raw_average_key_size": 23, "raw_value_size": 320058, "raw_average_value_size": 2443, "num_data_blocks": 35, "num_entries": 131, "num_filter_entries": 131, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770861806, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "710036fb-bd30-49f3-a483-ac358c1e9bbd", "db_session_id": "YOOKHUAIJDBOLBABIWVC", "orig_file_number": 50, "seqno_to_time_mapping": "N/A"}} 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861806993840, "job": 1, "event": "recovery_finished"} 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/version_set.cc:5047] Creating manifest 52 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000045.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T02:03:27.145 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x20a2e00 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: DB pointer 0x2e94000 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: ** DB Stats ** 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T02:03:27.146 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: ** Compaction Stats [default] ** 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: L0 1/0 317.47 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 244.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: L6 1/0 11.00 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: Sum 2/0 11.31 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 244.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 244.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: ** Compaction Stats [default] ** 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T02:03:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 244.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: Cumulative compaction: 0.00 GB write, 80.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: Interval compaction: 0.00 GB write, 80.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T02:03:27.148 INFO:journalctl@ceph.mon.a.trial007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout: Block cache BinnedLRUCache@0x2055a50#2 capacity: 512.00 MB usage: 1.27 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.44 KB,8.34465e-05%) IndexBlock(1,0.83 KB,0.000157952%) Misc(1,0.00 KB,0%) 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: starting mon.a rank 0 at public addrs [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] at bind addrs [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: mon.a@-1(???) e3 preinit fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: mon.a@-1(???).mds e1 new map 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: mon.a@-1(???).mds e1 print_map 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout: e1 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout: btime 2026-02-12T01:40:17:294627+0000 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T02:03:27.149 INFO:journalctl@ceph.mon.a.trial007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T02:03:27.150 INFO:journalctl@ceph.mon.a.trial007.stdout: legacy client fscid: -1 2026-02-12T02:03:27.150 INFO:journalctl@ceph.mon.a.trial007.stdout: 2026-02-12T02:03:27.150 INFO:journalctl@ceph.mon.a.trial007.stdout: No filesystems configured 2026-02-12T02:03:27.150 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: mon.a@-1(???).osd e101 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T02:03:27.150 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: mon.a@-1(???).osd e101 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:03:27.150 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: mon.a@-1(???).osd e101 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:03:27.150 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: mon.a@-1(???).osd e101 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:03:27.150 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:26 trial007 ceph-mon[92404]: mon.a@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2026-02-12T02:03:27.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:27 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ignoring --setuser ceph since I am not root 2026-02-12T02:03:27.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:27 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ignoring --setgroup ceph since I am not root 2026-02-12T02:03:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: from='client.15840 10.20.193.7:0/229568594' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: mon.a calling monitor election 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: monmap epoch 3 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: min_mon_release 19 (squid) 2026-02-12T02:03:27.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: election_strategy: 1 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: fsmap 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: mgrmap e39: y(active, since 2m), standbys: x 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: overall HEALTH_OK 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: mgrmap e40: y(active, since 2m), standbys: x 2026-02-12T02:03:27.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:27 trial059 ceph-mon[70701]: from='mgr.25307 ' entity='mgr.y' 2026-02-12T02:03:27.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ignoring --setuser ceph since I am not root 2026-02-12T02:03:27.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ignoring --setgroup ceph since I am not root 2026-02-12T02:03:27.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mgr[68744]: -- 10.20.193.7:0/1524943989 <== mon.2 v2:10.20.193.7:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x28a5a00 con 0x2879c00 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: from='client.15840 10.20.193.7:0/229568594' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: mon.a calling monitor election 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: monmap epoch 3 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:27.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: min_mon_release 19 (squid) 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: election_strategy: 1 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: fsmap 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: mgrmap e39: y(active, since 2m), standbys: x 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: overall HEALTH_OK 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: mgrmap e40: y(active, since 2m), standbys: x 2026-02-12T02:03:27.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[23040]: from='mgr.25307 ' entity='mgr.y' 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: from='mgr.25307 10.20.193.7:0/2460832585' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: from='client.15840 10.20.193.7:0/229568594' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: mon.a calling monitor election 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: monmap epoch 3 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:27.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: last_changed 2026-02-12T01:40:51.489400+0000 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: min_mon_release 19 (squid) 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: election_strategy: 1 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: fsmap 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: mgrmap e39: y(active, since 2m), standbys: x 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: overall HEALTH_OK 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: mgrmap e40: y(active, since 2m), standbys: x 2026-02-12T02:03:27.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:27 trial007 ceph-mon[92404]: from='mgr.25307 ' entity='mgr.y' 2026-02-12T02:03:28.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:28 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:03:28.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:28 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:03:28.601 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:28 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: from numpy import show_config as show_numpy_config 2026-02-12T02:03:28.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:03:28.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:03:28.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:28 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: from numpy import show_config as show_numpy_config 2026-02-12T02:03:30.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: Standby manager daemon x restarted 2026-02-12T02:03:30.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: Standby manager daemon x started 2026-02-12T02:03:30.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: Active manager daemon y restarted 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: Activating manager daemon y 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: mgrmap e41: y(active, starting, since 0.00485281s), standbys: x 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:30.312 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T02:03:30.313 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T02:03:30.314 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[92404]: Manager daemon y is now available 2026-02-12T02:03:30.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: Standby manager daemon x restarted 2026-02-12T02:03:30.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: Standby manager daemon x started 2026-02-12T02:03:30.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T02:03:30.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T02:03:30.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T02:03:30.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T02:03:30.314 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: Active manager daemon y restarted 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: Activating manager daemon y 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: mgrmap e41: y(active, starting, since 0.00485281s), standbys: x 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T02:03:30.315 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T02:03:30.316 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T02:03:30.316 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T02:03:30.316 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T02:03:30.316 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T02:03:30.316 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T02:03:30.316 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T02:03:30.316 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T02:03:30.316 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:30 trial007 ceph-mon[23040]: Manager daemon y is now available 2026-02-12T02:03:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: Standby manager daemon x restarted 2026-02-12T02:03:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: Standby manager daemon x started 2026-02-12T02:03:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T02:03:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T02:03:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.? 10.20.193.59:0/1321122010' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: Active manager daemon y restarted 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: Activating manager daemon y 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: mgrmap e41: y(active, starting, since 0.00485281s), standbys: x 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T02:03:30.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T02:03:30.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:30 trial059 ceph-mon[70701]: Manager daemon y is now available 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T02:03:31.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:31 trial059 ceph-mon[70701]: mgrmap e42: y(active, since 1.00905s), standbys: x 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:31 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:03:31.024+0000 7fb8a76eb640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[23040]: mgrmap e42: y(active, since 1.00905s), standbys: x 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:03:31.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:03:31.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:03:31.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:03:31.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T02:03:31.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T02:03:31.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T02:03:31.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:31 trial007 ceph-mon[92404]: mgrmap e42: y(active, since 1.00905s), standbys: x 2026-02-12T02:03:32.500 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: [12/Feb/2026:02:03:30] ENGINE Bus STARTING 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: [12/Feb/2026:02:03:30] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: [12/Feb/2026:02:03:30] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: [12/Feb/2026:02:03:30] ENGINE Bus STARTED 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: [12/Feb/2026:02:03:30] ENGINE Client ('10.20.193.7', 45094) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.501 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:32 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: [12/Feb/2026:02:03:30] ENGINE Bus STARTING 2026-02-12T02:03:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: [12/Feb/2026:02:03:30] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T02:03:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: [12/Feb/2026:02:03:30] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: [12/Feb/2026:02:03:30] ENGINE Bus STARTED 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: [12/Feb/2026:02:03:30] ENGINE Client ('10.20.193.7', 45094) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: [12/Feb/2026:02:03:30] ENGINE Bus STARTING 2026-02-12T02:03:32.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: [12/Feb/2026:02:03:30] ENGINE Serving on http://10.20.193.7:8765 2026-02-12T02:03:32.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: [12/Feb/2026:02:03:30] ENGINE Serving on https://10.20.193.7:7150 2026-02-12T02:03:32.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: [12/Feb/2026:02:03:30] ENGINE Bus STARTED 2026-02-12T02:03:32.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: [12/Feb/2026:02:03:30] ENGINE Client ('10.20.193.7', 45094) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:03:32.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:03:32.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:03:32.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:32.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:32 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:03:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: mgrmap e43: y(active, since 2s), standbys: x 2026-02-12T02:03:33.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:03:33.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: mgrmap e43: y(active, since 2s), standbys: x 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:33.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:33.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: mgrmap e43: y(active, since 2s), standbys: x 2026-02-12T02:03:33.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:33.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:33 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:34.291 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T02:03:34.291 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T02:03:34.291 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:03:34.291 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:34.292 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:34.293 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:34.293 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:34.293 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 systemd[1]: Stopping Ceph mon.c for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:03:34.293 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T02:03:34.293 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T02:03:34.293 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T02:03:34.294 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:34.295 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:34.295 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:34.295 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[23040]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:34.547 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c[23036]: 2026-02-12T02:03:34.295+0000 7f95166d3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:03:34.547 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c[23036]: 2026-02-12T02:03:34.295+0000 7f95166d3640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2026-02-12T02:03:34.547 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 podman[94461]: 2026-02-12 02:03:34.467859979 +0000 UTC m=+0.184770725 container died bc5e4a6dfbf7bfbb2217aa1c6d9a28d0173e47446043cee936b401e024f5289e (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0) 2026-02-12T02:03:34.547 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 podman[94461]: 2026-02-12 02:03:34.477608653 +0000 UTC m=+0.194519389 container remove bc5e4a6dfbf7bfbb2217aa1c6d9a28d0173e47446043cee936b401e024f5289e (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=squid, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default) 2026-02-12T02:03:34.547 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 bash[94461]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c 2026-02-12T02:03:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Updating trial007:/etc/ceph/ceph.conf 2026-02-12T02:03:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Updating trial059:/etc/ceph/ceph.conf 2026-02-12T02:03:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:03:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.conf 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Updating trial007:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Updating trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Updating trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T02:03:34.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T02:03:34.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:34.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:34.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:34.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:34.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.c.service: Deactivated successfully. 2026-02-12T02:03:34.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 systemd[1]: Stopped Ceph mon.c for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:03:34.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.c.service: Consumed 6.507s CPU time. 2026-02-12T02:03:34.814 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 systemd[1]: Starting Ceph mon.c for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:03:34.815 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 podman[94634]: 2026-02-12 02:03:34.793601982 +0000 UTC m=+0.016504067 container create 53600b2e0f27b88fc276d1d2b194043f205a3d8389139b2ed8069f556dbf173c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209) 2026-02-12T02:03:35.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 podman[94634]: 2026-02-12 02:03:34.82225868 +0000 UTC m=+0.045160765 container init 53600b2e0f27b88fc276d1d2b194043f205a3d8389139b2ed8069f556dbf173c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-02-12T02:03:35.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 podman[94634]: 2026-02-12 02:03:34.824714212 +0000 UTC m=+0.047616287 container start 53600b2e0f27b88fc276d1d2b194043f205a3d8389139b2ed8069f556dbf173c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:03:35.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 bash[94634]: 53600b2e0f27b88fc276d1d2b194043f205a3d8389139b2ed8069f556dbf173c 2026-02-12T02:03:35.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 podman[94634]: 2026-02-12 02:03:34.787329317 +0000 UTC m=+0.010231402 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:03:35.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 systemd[1]: Started Ceph mon.c for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:03:35.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T02:03:35.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T02:03:35.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: pidfile_write: ignore empty --pid-file 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: load: jerasure load: lrc 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: RocksDB version: 7.9.2 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Git sha 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Compile date 2026-02-10 09:02:43 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: DB SUMMARY 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: DB Session ID: YLC7B32AXO2UYOVRQN4D 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: CURRENT file: CURRENT 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: MANIFEST file: MANIFEST-000010 size: 2886 Bytes 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000045.sst 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000043.log size: 40162 ; 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.error_if_exists: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.create_if_missing: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.paranoid_checks: 1 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.env: 0xed5d60 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.info_log: 0x350ee80 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.statistics: (nil) 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.use_fsync: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_log_file_size: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.allow_fallocate: 1 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.use_direct_reads: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.db_log_dir: 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.wal_dir: 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.write_buffer_manager: 0x350a140 2026-02-12T02:03:35.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.unordered_write: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.row_cache: None 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.wal_filter: None 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.two_write_queues: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.wal_compression: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.atomic_flush: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.log_readahead_size: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T02:03:35.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_background_jobs: 2 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_background_compactions: -1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_subcompactions: 1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_open_files: -1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_background_flushes: -1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Compression algorithms supported: 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: kZSTD supported: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: kXpressCompression supported: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: kBZip2Compression supported: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: kLZ4Compression supported: 1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: kZlibCompression supported: 1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: kSnappyCompression supported: 1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.merge_operator: 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_filter: None 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x350f5c0) 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout: cache_index_and_filter_blocks: 1 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T02:03:35.126 INFO:journalctl@ceph.mon.c.trial007.stdout: pin_top_level_index_and_filter: 1 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: index_type: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: data_block_index_type: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: index_shortening: 1 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: checksum: 4 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: no_block_cache: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: block_cache: 0x34dda50 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: block_cache_name: BinnedLRUCache 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: block_cache_options: 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: capacity : 536870912 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: num_shard_bits : 4 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: strict_capacity_limit : 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: high_pri_pool_ratio: 0.000 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: block_cache_compressed: (nil) 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: persistent_cache: (nil) 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: block_size: 4096 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: block_size_deviation: 10 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: block_restart_interval: 16 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: index_block_restart_interval: 1 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: metadata_block_size: 4096 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: partition_filters: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: use_delta_encoding: 1 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: filter_policy: bloomfilter 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: whole_key_filtering: 1 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: verify_compression: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: read_amp_bytes_per_bit: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: format_version: 5 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: enable_index_compression: 1 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: block_align: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: max_auto_readahead_size: 262144 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: prepopulate_block_cache: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: initial_auto_readahead_size: 8192 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression: NoCompression 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.num_levels: 7 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T02:03:35.127 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T02:03:35.128 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.inplace_update_support: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.bloom_locality: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.max_successive_merges: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.ttl: 2592000 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.enable_blob_files: false 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.min_blob_size: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 47, last_sequence is 24233, log_number is 43,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 43 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 43 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 09a1dabf-7b5d-464e-ab55-c64c47c4c5ad 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861814841899, "job": 1, "event": "recovery_started", "wal_files": [43]} 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #43 mode 2 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861814842486, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 48, "file_size": 27296, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 24238, "largest_seqno": 24294, "table_properties": {"data_size": 26029, "index_size": 103, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 1272, "raw_average_key_size": 27, "raw_value_size": 25091, "raw_average_value_size": 545, "num_data_blocks": 5, "num_entries": 46, "num_filter_entries": 46, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770861814, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "09a1dabf-7b5d-464e-ab55-c64c47c4c5ad", "db_session_id": "YLC7B32AXO2UYOVRQN4D", "orig_file_number": 48, "seqno_to_time_mapping": "N/A"}} 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770861814842539, "job": 1, "event": "recovery_finished"} 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/version_set.cc:5047] Creating manifest 50 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000043.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x352ae00 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: DB pointer 0x431c000 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout: ** DB Stats ** 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T02:03:35.129 INFO:journalctl@ceph.mon.c.trial007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: ** Compaction Stats [default] ** 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: L0 1/0 26.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 59.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: L6 1/0 10.94 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Sum 2/0 10.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 59.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 59.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: ** Compaction Stats [default] ** 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 59.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Cumulative compaction: 0.00 GB write, 10.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Interval compaction: 0.00 GB write, 10.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Block cache BinnedLRUCache@0x34dda50#2 capacity: 512.00 MB usage: 0.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.17 KB,3.27826e-05%) IndexBlock(1,0.19 KB,3.57628e-05%) Misc(1,0.00 KB,0%) 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: starting mon.c rank 2 at public addrs [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] at bind addrs [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: mon.c@-1(???) e3 preinit fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: mon.c@-1(???).mds e1 new map 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: mon.c@-1(???).mds e1 print_map 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: e1 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: btime 2026-02-12T01:40:17:294627+0000 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: legacy client fscid: -1 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout: No filesystems configured 2026-02-12T02:03:35.130 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: mon.c@-1(???).osd e102 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T02:03:35.131 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: mon.c@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:03:35.131 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: mon.c@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:03:35.131 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: mon.c@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T02:03:35.131 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:34 trial007 ceph-mon[94661]: mon.c@-1(???).paxosservice(auth 1..25) refresh upgraded, format 0 -> 3 2026-02-12T02:03:40.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:39 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:03:39.850+0000 7fb8a76eb640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-12T02:03:40.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: overall HEALTH_OK 2026-02-12T02:03:40.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: mon.b calling monitor election 2026-02-12T02:03:40.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:40.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:40.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: mon.a calling monitor election 2026-02-12T02:03:40.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: mon.c calling monitor election 2026-02-12T02:03:40.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:40.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: overall HEALTH_OK 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: mon.a calling monitor election 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: mon.b calling monitor election 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: monmap epoch 4 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: last_changed 2026-02-12T02:03:34.869316+0000 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:03:40.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: min_mon_release 20 (tentacle) 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: election_strategy: 1 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: fsmap 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: mgrmap e43: y(active, since 9s), standbys: x 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: overall HEALTH_OK 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:40.126 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: overall HEALTH_OK 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: mon.b calling monitor election 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: mon.a calling monitor election 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: mon.c calling monitor election 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:03:40.127 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: overall HEALTH_OK 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: mon.a calling monitor election 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: mon.b calling monitor election 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: monmap epoch 4 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: last_changed 2026-02-12T02:03:34.869316+0000 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: min_mon_release 20 (tentacle) 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: election_strategy: 1 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:03:40.128 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:03:40.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: fsmap 2026-02-12T02:03:40.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T02:03:40.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: mgrmap e43: y(active, since 9s), standbys: x 2026-02-12T02:03:40.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: overall HEALTH_OK 2026-02-12T02:03:40.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:40.129 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:40.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: overall HEALTH_OK 2026-02-12T02:03:40.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: mon.b calling monitor election 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: mon.a calling monitor election 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: mon.c calling monitor election 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T02:03:40.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: overall HEALTH_OK 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: mon.a calling monitor election 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: mon.b calling monitor election 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: monmap epoch 4 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: last_changed 2026-02-12T02:03:34.869316+0000 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: created 2026-02-12T01:40:16.388942+0000 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: min_mon_release 20 (tentacle) 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: election_strategy: 1 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: 0: [v2:10.20.193.7:3300/0,v1:10.20.193.7:6789/0] mon.a 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: 1: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.b 2026-02-12T02:03:40.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: 2: [v2:10.20.193.7:3301/0,v1:10.20.193.7:6790/0] mon.c 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: fsmap 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: mgrmap e43: y(active, since 9s), standbys: x 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: overall HEALTH_OK 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: [12/Feb/2026:02:03:40] ENGINE Bus STARTING 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: CherryPy Checker: 2026-02-12T02:03:40.354 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: The Application mounted at '' has an empty config. 2026-02-12T02:03:40.355 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: 2026-02-12T02:03:40.355 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: [12/Feb/2026:02:03:40] ENGINE Serving on http://:::9283 2026-02-12T02:03:40.355 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: [12/Feb/2026:02:03:40] ENGINE Bus STARTED 2026-02-12T02:03:41.296 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:40 trial007 ceph-mon[92404]: mgrmap e44: y(active, since 9s), standbys: x 2026-02-12T02:03:41.296 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:40 trial007 ceph-mon[92404]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T02:03:41.296 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:41.296 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:41.297 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:40 trial007 ceph-mon[94661]: mgrmap e44: y(active, since 9s), standbys: x 2026-02-12T02:03:41.297 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:40 trial007 ceph-mon[94661]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T02:03:41.297 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:41.297 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:41.297 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:41 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:03:41] ENGINE Bus STARTING 2026-02-12T02:03:41.297 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:41 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: CherryPy Checker: 2026-02-12T02:03:41.297 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:41 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: The Application mounted at '' has an empty config. 2026-02-12T02:03:41.298 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:41 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:03:41.298 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:41 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:03:41] ENGINE Serving on http://:::9283 2026-02-12T02:03:41.298 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:41 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:03:41] ENGINE Bus STARTED 2026-02-12T02:03:41.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:40 trial059 ceph-mon[70701]: mgrmap e44: y(active, since 9s), standbys: x 2026-02-12T02:03:41.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:40 trial059 ceph-mon[70701]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T02:03:41.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:41.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:42.224 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:42.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:42.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.247 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: Reconfiguring mon.a (monmap changed)... 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: Reconfiguring daemon mon.a on trial007 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: Reconfiguring mon.a (monmap changed)... 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: Reconfiguring daemon mon.a on trial007 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.248 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.249 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.249 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T02:03:43.249 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: Reconfiguring mon.a (monmap changed)... 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: Reconfiguring daemon mon.a on trial007 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T02:03:43.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.304 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:03:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T02:03:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: Reconfiguring daemon mgr.y on trial007 2026-02-12T02:03:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: Reconfiguring mon.c (monmap changed)... 2026-02-12T02:03:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: Reconfiguring daemon mon.c on trial007 2026-02-12T02:03:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T02:03:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: Reconfiguring daemon osd.0 on trial007 2026-02-12T02:03:44.305 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: Reconfiguring daemon osd.1 on trial007 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.306 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:03:44.307 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.307 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.307 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.307 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:44.307 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:44.307 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T02:03:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: Reconfiguring daemon mgr.y on trial007 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: Reconfiguring mon.c (monmap changed)... 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: Reconfiguring daemon mon.c on trial007 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: Reconfiguring daemon osd.0 on trial007 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: Reconfiguring daemon osd.1 on trial007 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:44.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: Reconfiguring daemon mgr.y on trial007 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: Reconfiguring mon.c (monmap changed)... 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: Reconfiguring daemon mon.c on trial007 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: Reconfiguring daemon osd.0 on trial007 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: Reconfiguring daemon osd.1 on trial007 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:44.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T02:03:44.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T02:03:44.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T02:03:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: Reconfiguring daemon osd.2 on trial007 2026-02-12T02:03:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T02:03:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: Reconfiguring daemon osd.3 on trial007 2026-02-12T02:03:45.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: Reconfiguring rgw.foo.trial007.nniftz (monmap changed)... 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: Reconfiguring daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: Reconfiguring mon.b (monmap changed)... 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: Reconfiguring daemon mon.b on trial059 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T02:03:45.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T02:03:45.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: Reconfiguring daemon osd.2 on trial007 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: Reconfiguring daemon osd.3 on trial007 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: Reconfiguring rgw.foo.trial007.nniftz (monmap changed)... 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: Reconfiguring daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: Reconfiguring mon.b (monmap changed)... 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: Reconfiguring daemon mon.b on trial059 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T02:03:45.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: Reconfiguring daemon osd.2 on trial007 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: Reconfiguring daemon osd.3 on trial007 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: Reconfiguring rgw.foo.trial007.nniftz (monmap changed)... 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: Reconfiguring daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: Reconfiguring mon.b (monmap changed)... 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: Reconfiguring daemon mon.b on trial059 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T02:03:45.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T02:03:46.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: Reconfiguring daemon mgr.x on trial059 2026-02-12T02:03:46.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T02:03:46.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: Reconfiguring daemon osd.4 on trial059 2026-02-12T02:03:46.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T02:03:46.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: Reconfiguring daemon osd.5 on trial059 2026-02-12T02:03:46.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T02:03:46.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T02:03:46.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: Reconfiguring daemon osd.6 on trial059 2026-02-12T02:03:46.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:03:46.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T02:03:46.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:03:46.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:03:46.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T02:03:46.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T02:03:46.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.611 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.611 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.611 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.611 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.611 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.611 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.611 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.611 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.612 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:03:46.613 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:03:46.613 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.613 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:03:46.613 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:03:46.613 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:03:46.613 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:03:46.613 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:03:46.613 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:03:46.614 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:03:46.614 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:03:46.614 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:03:46.614 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.614 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:03:46.614 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:03:46.614 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:03:46.614 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:03:46.615 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:03:46.615 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:03:46.615 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:03:46.615 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:03:46.615 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:03:46.615 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.615 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.615 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.616 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.617 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:46.617 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:46 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: Reconfiguring daemon mgr.x on trial059 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: Reconfiguring daemon osd.4 on trial059 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: Reconfiguring daemon osd.5 on trial059 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T02:03:46.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: Reconfiguring daemon osd.6 on trial059 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:03:46.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T02:03:46.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T02:03:46.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: Reconfiguring daemon mgr.x on trial059 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: Reconfiguring daemon osd.4 on trial059 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: Reconfiguring daemon osd.5 on trial059 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: Reconfiguring daemon osd.6 on trial059 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.632 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.634 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.635 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.635 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.635 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.635 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.635 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.635 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.636 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.637 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:03:46.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.639 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:46.640 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.641 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.641 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.641 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.641 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.641 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.641 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:03:46.642 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:03:46.643 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.644 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:03:46.645 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:46 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:47.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:03:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:03:46.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:03:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:46] "GET /metrics HTTP/1.1" 200 5727 "" "Prometheus/3.6.0" 2026-02-12T02:03:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T02:03:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Reconfiguring daemon osd.7 on trial059 2026-02-12T02:03:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Reconfiguring rgw.foo.trial059.ljtpvt (monmap changed)... 2026-02-12T02:03:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Reconfiguring daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mon 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all crash 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mds 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nfs 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all smb 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all node-exporter 2026-02-12T02:03:47.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all prometheus 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all alertmanager 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all grafana 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all loki 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all promtail 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all alloy 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Finalizing container_image settings 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: Upgrade: Complete! 2026-02-12T02:03:47.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:47 trial059 ceph-mon[70701]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:03:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T02:03:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Reconfiguring daemon osd.7 on trial059 2026-02-12T02:03:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Reconfiguring rgw.foo.trial059.ljtpvt (monmap changed)... 2026-02-12T02:03:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Reconfiguring daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mon 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all crash 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mds 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nfs 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all smb 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all node-exporter 2026-02-12T02:03:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all prometheus 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all alertmanager 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all grafana 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all loki 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all promtail 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all alloy 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Finalizing container_image settings 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: Upgrade: Complete! 2026-02-12T02:03:47.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[94661]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Reconfiguring daemon osd.7 on trial059 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Reconfiguring rgw.foo.trial059.ljtpvt (monmap changed)... 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Reconfiguring daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mon 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all crash 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mds 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:03:47.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nfs 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all smb 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all node-exporter 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all prometheus 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all alertmanager 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all grafana 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all loki 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all promtail 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all alloy 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Finalizing container_image settings 2026-02-12T02:03:47.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: Upgrade: Complete! 2026-02-12T02:03:47.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:47 trial007 ceph-mon[92404]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:03:48.351 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:03:47 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=infra.usagestats t=2026-02-12T02:03:47.886454632Z level=info msg="Usage stats are ready to report" 2026-02-12T02:03:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:49 trial059 ceph-mon[70701]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:49.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:49 trial007 ceph-mon[94661]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:49.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:49 trial007 ceph-mon[92404]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:51.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:51 trial059 ceph-mon[70701]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:51 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:51.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:51 trial007 ceph-mon[92404]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:51.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:51 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:51.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:51 trial007 ceph-mon[94661]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:51.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:51 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:03:53.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:53 trial059 ceph-mon[70701]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:53.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:53 trial007 ceph-mon[94661]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:53.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:53 trial007 ceph-mon[92404]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:54.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:03:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:03:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:55 trial059 ceph-mon[70701]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:55 trial007 ceph-mon[92404]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:55.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:55 trial007 ceph-mon[94661]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:56.981 INFO:teuthology.orchestra.run.trial007.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T02:03:57.019 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:03:57.082 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:03:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:03:56] "GET /metrics HTTP/1.1" 200 5727 "" "Prometheus/3.6.0" 2026-02-12T02:03:57.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:03:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:03:56.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:03:57.345 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:57.367 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:57 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:57.367 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:57 trial007 ceph-mon[94661]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:57.368 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:57 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:57.368 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:57 trial007 ceph-mon[92404]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:57.567 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:03:57.567 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (2m) 16s ago 21m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (92s) 26s ago 21m 138M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (2m) 16s ago 21m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (2m) 26s ago 22m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (11m) 16s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (30s) 16s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (65s) 26s ago 23m 41.3M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (22s) 16s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (2m) 16s ago 21m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:03:57.568 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (2m) 26s ago 21m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (22m) 16s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (22m) 16s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (22m) 16s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (22m) 16s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (22m) 26s ago 22m 65.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (22m) 26s ago 22m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (21m) 26s ago 21m 59.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (21m) 26s ago 21m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (14m) 26s ago 21m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:03:57.569 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (21m) 16s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:03:57.570 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (21m) 26s ago 21m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:03:57.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:57 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:03:57.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:57 trial059 ceph-mon[70701]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:03:57.623 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2026-02-12T02:03:57.945 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:58.214 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:03:58.247 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2026-02-12T02:03:58.532 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:58.554 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:58 trial007 ceph-mon[92404]: from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:58.555 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:58 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/379365048' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:58.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:58 trial007 ceph-mon[94661]: from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:58.555 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:58 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/379365048' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:58 trial059 ceph-mon[70701]: from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:58 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/379365048' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:58.791 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T02:03:58.840 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2026-02-12T02:03:59.124 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:03:59.517 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:59 trial007 ceph-mon[92404]: from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:59.517 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:59 trial007 ceph-mon[92404]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:59.517 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:03:59 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/604396205' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:59.518 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:59 trial007 ceph-mon[94661]: from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:59.518 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:59 trial007 ceph-mon[94661]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:59.518 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:03:59 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/604396205' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:59 trial059 ceph-mon[70701]: from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:03:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:59 trial059 ceph-mon[70701]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:03:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:03:59 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/604396205' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:03:59.631 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:03:59.663 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T02:03:59.947 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:00.166 INFO:teuthology.orchestra.run.trial007.stdout:There are no upgrades in progress currently. 2026-02-12T02:04:00.205 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T02:04:00.488 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:00.511 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:00 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:04:00.511 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:00 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:04:00.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:00 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:04:00.749 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:04:00.788 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2026-02-12T02:04:01.073 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:01.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:01 trial007 ceph-mon[92404]: from='client.44166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:01.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:01 trial007 ceph-mon[92404]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:01.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:01 trial007 ceph-mon[92404]: from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:01.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:01 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2359627980' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:04:01.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:01 trial007 ceph-mon[94661]: from='client.44166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:01.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:01 trial007 ceph-mon[94661]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:01.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:01 trial007 ceph-mon[94661]: from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:01.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:01 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2359627980' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:04:01.570 INFO:teuthology.orchestra.run.trial007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:01.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:01 trial059 ceph-mon[70701]: from='client.44166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:01.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:01 trial059 ceph-mon[70701]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:01.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:01 trial059 ceph-mon[70701]: from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:01.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:01 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2359627980' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:04:01.611 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T02:04:01.903 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:02.146 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:04:02.496 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:04:02.496 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (2m) 21s ago 21m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:04:02.496 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (97s) 31s ago 21m 138M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:04:02.496 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (2m) 21s ago 21m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:04:02.496 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (2m) 31s ago 23m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:04:02.496 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (11m) 21s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (35s) 21s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (69s) 31s ago 23m 41.3M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (27s) 21s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (2m) 21s ago 21m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (2m) 31s ago 21m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (22m) 21s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fac893cb72c0 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (22m) 21s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 8e0137893635 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (22m) 21s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (22m) 21s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (22m) 31s ago 22m 65.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (22m) 31s ago 22m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:04:02.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (21m) 31s ago 21m 59.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:04:02.498 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (21m) 31s ago 21m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:04:02.498 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (14m) 31s ago 21m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:04:02.498 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (21m) 21s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:04:02.498 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (21m) 31s ago 21m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:04:02.603 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:02.603 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:02.603 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mgr 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.604 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mon 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all crash 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: osd.0 is safe to restart 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Upgrade: Updating osd.0 2026-02-12T02:04:02.605 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[94661]: Deploying daemon osd.0 on trial007 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:02.606 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.607 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:02.607 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.607 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:04:02.607 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:04:02.607 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:02.607 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.607 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mgr 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mon 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all crash 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: osd.0 is safe to restart 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:02.608 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:02.609 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Upgrade: Updating osd.0 2026-02-12T02:04:02.609 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.609 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T02:04:02.609 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:02.609 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:02 trial007 ceph-mon[92404]: Deploying daemon osd.0 on trial007 2026-02-12T02:04:02.702 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:04:02.703 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:04:02.704 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:04:02.704 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:04:02.704 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:04:02.704 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:04:02.704 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 10, 2026-02-12T02:04:02.704 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 5 2026-02-12T02:04:02.704 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:04:02.704 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:04:02.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:02.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:02.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:02.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:02.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:02.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:04:02.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:04:02.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:02.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.853 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mgr 2026-02-12T02:04:02.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mon 2026-02-12T02:04:02.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:02.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all crash 2026-02-12T02:04:02.854 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T02:04:02.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T02:04:02.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: osd.0 is safe to restart 2026-02-12T02:04:02.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:02.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:02.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Upgrade: Updating osd.0 2026-02-12T02:04:02.855 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:02.856 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T02:04:02.856 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:02.856 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:02 trial059 ceph-mon[70701]: Deploying daemon osd.0 on trial007 2026-02-12T02:04:02.873 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:02 trial007 systemd[1]: Stopping Ceph osd.0 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:04:02.884 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:04:02.884 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:04:02.885 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:04:02.885 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [], 2026-02-12T02:04:02.885 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2026-02-12T02:04:02.885 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "0/8 daemons upgraded", 2026-02-12T02:04:02.885 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T02:04:02.885 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:04:02.885 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:04:03.373 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:02 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[27409]: 2026-02-12T02:04:02.910+0000 7f08952cc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:04:03.373 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:02 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[27409]: 2026-02-12T02:04:02.910+0000 7f08952cc640 -1 osd.0 102 *** Got signal Terminated *** 2026-02-12T02:04:03.373 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:02 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[27409]: 2026-02-12T02:04:02.910+0000 7f08952cc640 -1 osd.0 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:04:03.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:03 trial059 ceph-mon[70701]: from='client.44196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:03 trial059 ceph-mon[70701]: from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:03 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2883749001' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:03.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:03 trial059 ceph-mon[70701]: from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:03 trial059 ceph-mon[70701]: osd.0 marked itself down and dead 2026-02-12T02:04:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[92404]: from='client.44196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[92404]: from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2883749001' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:03.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[92404]: from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[92404]: osd.0 marked itself down and dead 2026-02-12T02:04:03.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[94661]: from='client.44196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[94661]: from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2883749001' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:03.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[94661]: from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:03.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:03 trial007 ceph-mon[94661]: osd.0 marked itself down and dead 2026-02-12T02:04:04.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:04:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:04:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:04 trial007 ceph-mon[92404]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:04.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:04 trial007 ceph-mon[92404]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T02:04:04.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:04 trial007 ceph-mon[92404]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:04.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:04 trial007 ceph-mon[94661]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:04.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:04 trial007 ceph-mon[94661]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T02:04:04.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:04 trial007 ceph-mon[94661]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:04.625 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[101957]: 2026-02-12 02:04:04.338007302 +0000 UTC m=+1.440189802 container died fac893cb72c0a22e5026333d88d0f6765a05325b1779111be54666c26593fa80 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:04:04.625 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[101957]: 2026-02-12 02:04:04.349243521 +0000 UTC m=+1.451426001 container remove fac893cb72c0a22e5026333d88d0f6765a05325b1779111be54666c26593fa80 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS) 2026-02-12T02:04:04.625 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 bash[101957]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0 2026-02-12T02:04:04.625 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102091]: 2026-02-12 02:04:04.483531191 +0000 UTC m=+0.016036179 container create dfeb0813157b3dbe412bcc58a12b55002b54723558fd8ae9f6880ea4a69be659 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, OSD_FLAVOR=default, ceph=True) 2026-02-12T02:04:04.625 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102091]: 2026-02-12 02:04:04.514907313 +0000 UTC m=+0.047412311 container init dfeb0813157b3dbe412bcc58a12b55002b54723558fd8ae9f6880ea4a69be659 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:04:04.626 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102091]: 2026-02-12 02:04:04.517403902 +0000 UTC m=+0.049908900 container start dfeb0813157b3dbe412bcc58a12b55002b54723558fd8ae9f6880ea4a69be659 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0) 2026-02-12T02:04:04.626 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102091]: 2026-02-12 02:04:04.517890456 +0000 UTC m=+0.050395454 container attach dfeb0813157b3dbe412bcc58a12b55002b54723558fd8ae9f6880ea4a69be659 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, ceph=True) 2026-02-12T02:04:04.626 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102091]: 2026-02-12 02:04:04.476804011 +0000 UTC m=+0.009309009 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:04.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:04 trial059 ceph-mon[70701]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:04.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:04 trial059 ceph-mon[70701]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T02:04:04.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:04 trial059 ceph-mon[70701]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:04.912 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102091]: 2026-02-12 02:04:04.650254712 +0000 UTC m=+0.182759710 container died dfeb0813157b3dbe412bcc58a12b55002b54723558fd8ae9f6880ea4a69be659 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209) 2026-02-12T02:04:04.912 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102091]: 2026-02-12 02:04:04.660933745 +0000 UTC m=+0.193438733 container remove dfeb0813157b3dbe412bcc58a12b55002b54723558fd8ae9f6880ea4a69be659 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:04:04.912 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.0.service: Deactivated successfully. 2026-02-12T02:04:04.912 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 systemd[1]: Stopped Ceph osd.0 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:04:04.912 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.0.service: Consumed 6.010s CPU time. 2026-02-12T02:04:04.912 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 systemd[1]: Starting Ceph osd.0 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:04:05.225 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102229]: 2026-02-12 02:04:04.91741367 +0000 UTC m=+0.016231242 container create f2d21fd8957ee1ca89916e423e5365391a28e5f38fb92ab3da85578b943544be (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS) 2026-02-12T02:04:05.225 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102229]: 2026-02-12 02:04:04.949893072 +0000 UTC m=+0.048710654 container init f2d21fd8957ee1ca89916e423e5365391a28e5f38fb92ab3da85578b943544be (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:04:05.225 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102229]: 2026-02-12 02:04:04.952347453 +0000 UTC m=+0.051165035 container start f2d21fd8957ee1ca89916e423e5365391a28e5f38fb92ab3da85578b943544be (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:04:05.225 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:04 trial007 podman[102229]: 2026-02-12 02:04:04.952912743 +0000 UTC m=+0.051730315 container attach f2d21fd8957ee1ca89916e423e5365391a28e5f38fb92ab3da85578b943544be (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:04:05.225 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 podman[102229]: 2026-02-12 02:04:04.911279952 +0000 UTC m=+0.010097534 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:05.225 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:05.226 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:05.226 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:05.226 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:05.226 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:04:05.226 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:05.226 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:04:05.226 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:05.483 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:05.483 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:05.483 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T02:04:05.483 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T02:04:05.483 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-12T02:04:05.483 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate[102254]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102229]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 podman[102229]: 2026-02-12 02:04:05.364899466 +0000 UTC m=+0.463717048 container died f2d21fd8957ee1ca89916e423e5365391a28e5f38fb92ab3da85578b943544be (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:04:05.484 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 podman[102229]: 2026-02-12 02:04:05.376343741 +0000 UTC m=+0.475161313 container remove f2d21fd8957ee1ca89916e423e5365391a28e5f38fb92ab3da85578b943544be (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True) 2026-02-12T02:04:05.485 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 podman[102472]: 2026-02-12 02:04:05.454653655 +0000 UTC m=+0.016175689 container create b9f5d6b002e70fff472b54ff3b7e2780181766a07cef2f92a75805706c3675e9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0, org.label-schema.build-date=20260209, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3) 2026-02-12T02:04:05.743 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 podman[102472]: 2026-02-12 02:04:05.490065165 +0000 UTC m=+0.051587169 container init b9f5d6b002e70fff472b54ff3b7e2780181766a07cef2f92a75805706c3675e9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, ceph=True, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:04:05.743 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 podman[102472]: 2026-02-12 02:04:05.492423748 +0000 UTC m=+0.053945752 container start b9f5d6b002e70fff472b54ff3b7e2780181766a07cef2f92a75805706c3675e9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2026-02-12T02:04:05.743 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 bash[102472]: b9f5d6b002e70fff472b54ff3b7e2780181766a07cef2f92a75805706c3675e9 2026-02-12T02:04:05.744 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 podman[102472]: 2026-02-12 02:04:05.448150912 +0000 UTC m=+0.009672926 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:05.744 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 systemd[1]: Started Ceph osd.0 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:04:05.744 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-osd[102501]: -- 10.20.193.7:0/927560255 <== mon.2 v2:10.20.193.7:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x3cf3860 con 0x3e4e000 2026-02-12T02:04:05.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:05 trial007 ceph-mon[92404]: osdmap e104: 8 total, 7 up, 8 in 2026-02-12T02:04:05.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:05 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:05.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:05 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:05.999 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:05 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:06.000 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:05 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[102497]: 2026-02-12T02:04:05.767+0000 7f26db4e6780 -1 Falling back to public interface 2026-02-12T02:04:06.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:05 trial007 ceph-mon[94661]: osdmap e104: 8 total, 7 up, 8 in 2026-02-12T02:04:06.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:05 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:06.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:05 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:06.000 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:05 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:06.293 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[102497]: 2026-02-12T02:04:06.253+0000 7f26db4e6780 -1 osd.0 102 log_to_monitors true 2026-02-12T02:04:06.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:05 trial059 ceph-mon[70701]: osdmap e104: 8 total, 7 up, 8 in 2026-02-12T02:04:06.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:05 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:06.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:05 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:06.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:05 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.093 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:04:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:06] "GET /metrics HTTP/1.1" 200 5736 "" "Prometheus/3.6.0" 2026-02-12T02:04:07.093 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:04:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[102497]: 2026-02-12T02:04:06.922+0000 7f26cf327640 -1 osd.0 102 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:04:07.094 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:07.094 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[94661]: pgmap v23: 161 pgs: 32 active+undersized, 4 stale+active+clean, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2026-02-12T02:04:07.094 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[94661]: from='osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T02:04:07.094 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[94661]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T02:04:07.094 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.094 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.094 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[92404]: pgmap v23: 161 pgs: 32 active+undersized, 4 stale+active+clean, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[92404]: from='osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[92404]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.095 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:06 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:04:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:06 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:06 trial059 ceph-mon[70701]: pgmap v23: 161 pgs: 32 active+undersized, 4 stale+active+clean, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2026-02-12T02:04:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:06 trial059 ceph-mon[70701]: from='osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T02:04:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:06 trial059 ceph-mon[70701]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T02:04:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:06 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:06 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:06 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:06 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.905 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:04:07 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:04:07.754+0000 7fb8a76eb640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T02:04:07.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: Health check failed: Degraded data redundancy: 65/732 objects degraded (8.880%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:07.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T02:04:07.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: osdmap e105: 8 total, 7 up, 8 in 2026-02-12T02:04:07.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:07.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:07.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.906 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.906 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: Health check failed: Degraded data redundancy: 65/732 objects degraded (8.880%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:07.907 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T02:04:07.907 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: osdmap e105: 8 total, 7 up, 8 in 2026-02-12T02:04:07.907 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:07.907 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:07.907 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.907 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:07.907 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:07.907 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:08.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:08.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:08.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T02:04:08.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:08.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:08.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:08.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:08.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.125 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:07 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T02:04:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: Health check failed: Degraded data redundancy: 65/732 objects degraded (8.880%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T02:04:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: osdmap e105: 8 total, 7 up, 8 in 2026-02-12T02:04:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:08.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:08.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:08.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:08.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:08.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:08.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:07 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T02:04:09.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:08 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T02:04:09.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:08 trial059 ceph-mon[70701]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T02:04:09.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:08 trial059 ceph-mon[70701]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:09.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:08 trial059 ceph-mon[70701]: osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568] boot 2026-02-12T02:04:09.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:08 trial059 ceph-mon[70701]: osdmap e106: 8 total, 8 up, 8 in 2026-02-12T02:04:09.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:08 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T02:04:09.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:08 trial059 ceph-mon[70701]: pgmap v26: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 76/732 objects degraded (10.383%) 2026-02-12T02:04:09.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T02:04:09.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[92404]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T02:04:09.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[92404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:09.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[92404]: osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568] boot 2026-02-12T02:04:09.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[92404]: osdmap e106: 8 total, 8 up, 8 in 2026-02-12T02:04:09.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T02:04:09.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[92404]: pgmap v26: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 76/732 objects degraded (10.383%) 2026-02-12T02:04:09.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T02:04:09.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[94661]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T02:04:09.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[94661]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:09.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[94661]: osd.0 [v2:10.20.193.7:6802/844119568,v1:10.20.193.7:6803/844119568] boot 2026-02-12T02:04:09.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[94661]: osdmap e106: 8 total, 8 up, 8 in 2026-02-12T02:04:09.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T02:04:09.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:08 trial007 ceph-mon[94661]: pgmap v26: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 76/732 objects degraded (10.383%) 2026-02-12T02:04:10.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:09 trial059 ceph-mon[70701]: osdmap e107: 8 total, 8 up, 8 in 2026-02-12T02:04:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:09 trial007 ceph-mon[92404]: osdmap e107: 8 total, 8 up, 8 in 2026-02-12T02:04:10.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:09 trial007 ceph-mon[94661]: osdmap e107: 8 total, 8 up, 8 in 2026-02-12T02:04:11.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:10 trial059 ceph-mon[70701]: pgmap v28: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 76/732 objects degraded (10.383%) 2026-02-12T02:04:11.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:10 trial007 ceph-mon[92404]: pgmap v28: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 76/732 objects degraded (10.383%) 2026-02-12T02:04:11.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:10 trial007 ceph-mon[94661]: pgmap v28: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 76/732 objects degraded (10.383%) 2026-02-12T02:04:12.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:12 trial059 ceph-mon[70701]: Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:12.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:12 trial007 ceph-mon[92404]: Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:12.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:12 trial007 ceph-mon[94661]: Health check update: Degraded data redundancy: 76/732 objects degraded (10.383%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:13.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:13 trial059 ceph-mon[70701]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T02:04:13.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:13 trial059 ceph-mon[70701]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 20 pgs degraded) 2026-02-12T02:04:13.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:13 trial059 ceph-mon[70701]: Cluster is now healthy 2026-02-12T02:04:13.351 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:04:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:04:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:04:13.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:13 trial007 ceph-mon[92404]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T02:04:13.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:13 trial007 ceph-mon[92404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 20 pgs degraded) 2026-02-12T02:04:13.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:13 trial007 ceph-mon[92404]: Cluster is now healthy 2026-02-12T02:04:13.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:13 trial007 ceph-mon[94661]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T02:04:13.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:13 trial007 ceph-mon[94661]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/732 objects degraded (10.383%), 20 pgs degraded) 2026-02-12T02:04:13.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:13 trial007 ceph-mon[94661]: Cluster is now healthy 2026-02-12T02:04:14.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:04:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:04:15.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:15 trial059 ceph-mon[70701]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 718 B/s rd, 0 op/s 2026-02-12T02:04:15.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:15 trial007 ceph-mon[92404]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 718 B/s rd, 0 op/s 2026-02-12T02:04:15.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:15 trial007 ceph-mon[94661]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 718 B/s rd, 0 op/s 2026-02-12T02:04:16.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:04:16.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:04:16.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T02:04:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:17 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:17.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:17 trial059 ceph-mon[70701]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:17.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:16.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:04:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:17 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:17.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:17 trial007 ceph-mon[92404]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:17 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:17.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:17 trial007 ceph-mon[94661]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:17.124 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:04:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:16] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:04:19.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:19 trial059 ceph-mon[70701]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:19.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:19 trial007 ceph-mon[92404]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:19.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:19 trial007 ceph-mon[94661]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:21 trial059 ceph-mon[70701]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 920 B/s rd, 0 op/s 2026-02-12T02:04:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:21 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:21.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:21 trial007 ceph-mon[94661]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 920 B/s rd, 0 op/s 2026-02-12T02:04:21.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:21 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:21 trial007 ceph-mon[92404]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 920 B/s rd, 0 op/s 2026-02-12T02:04:21.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:21 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:23.203 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:23 trial007 ceph-mon[92404]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:23.204 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:23 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T02:04:23.204 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:23 trial007 ceph-mon[94661]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:23.204 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:23 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T02:04:23.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:23 trial059 ceph-mon[70701]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:23.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:23 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T02:04:23.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:23 trial007 systemd[1]: Stopping Ceph osd.1 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:04:24.043 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:23 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[32702]: 2026-02-12T02:04:23.735+0000 7f6e7901b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:04:24.043 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:23 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[32702]: 2026-02-12T02:04:23.735+0000 7f6e7901b640 -1 osd.1 107 *** Got signal Terminated *** 2026-02-12T02:04:24.043 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:23 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[32702]: 2026-02-12T02:04:23.735+0000 7f6e7901b640 -1 osd.1 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:04:24.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:04:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:04:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:24 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T02:04:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:24 trial059 ceph-mon[70701]: Upgrade: osd.1 is safe to restart 2026-02-12T02:04:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:24 trial059 ceph-mon[70701]: Upgrade: Updating osd.1 2026-02-12T02:04:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:24 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:24 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T02:04:24.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:24 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:24.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:24 trial059 ceph-mon[70701]: Deploying daemon osd.1 on trial007 2026-02-12T02:04:24.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:24 trial059 ceph-mon[70701]: osd.1 marked itself down and dead 2026-02-12T02:04:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T02:04:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[92404]: Upgrade: osd.1 is safe to restart 2026-02-12T02:04:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[92404]: Upgrade: Updating osd.1 2026-02-12T02:04:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T02:04:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[92404]: Deploying daemon osd.1 on trial007 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[92404]: osd.1 marked itself down and dead 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[94661]: Upgrade: osd.1 is safe to restart 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[94661]: Upgrade: Updating osd.1 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:24.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[94661]: Deploying daemon osd.1 on trial007 2026-02-12T02:04:24.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:24 trial007 ceph-mon[94661]: osd.1 marked itself down and dead 2026-02-12T02:04:24.840 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[107953]: 2026-02-12 02:04:24.545102457 +0000 UTC m=+0.822554971 container died 8e01378936358538cac6e02af3a9d5e3449be61811362105a4d7aaefcc0850e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20260202, CEPH_REF=squid, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default) 2026-02-12T02:04:24.840 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[107953]: 2026-02-12 02:04:24.553946621 +0000 UTC m=+0.831399125 container remove 8e01378936358538cac6e02af3a9d5e3449be61811362105a4d7aaefcc0850e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:04:24.840 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 bash[107953]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1 2026-02-12T02:04:24.840 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[108090]: 2026-02-12 02:04:24.688587537 +0000 UTC m=+0.016322892 container create 4b60a665c924b5b48e0467307ae10833e4cb9aee28e9bfffb742b42170bf0f84 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:04:24.840 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[108090]: 2026-02-12 02:04:24.71553502 +0000 UTC m=+0.043270375 container init 4b60a665c924b5b48e0467307ae10833e4cb9aee28e9bfffb742b42170bf0f84 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:04:24.840 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[108090]: 2026-02-12 02:04:24.718136654 +0000 UTC m=+0.045871999 container start 4b60a665c924b5b48e0467307ae10833e4cb9aee28e9bfffb742b42170bf0f84 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:04:24.840 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[108090]: 2026-02-12 02:04:24.718608952 +0000 UTC m=+0.046344307 container attach 4b60a665c924b5b48e0467307ae10833e4cb9aee28e9bfffb742b42170bf0f84 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:04:24.841 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[108090]: 2026-02-12 02:04:24.682445253 +0000 UTC m=+0.010180608 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:25.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:25 trial007 ceph-mon[92404]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:25.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:25 trial007 ceph-mon[92404]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:25.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:25 trial007 ceph-mon[92404]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T02:04:25.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:25 trial007 ceph-mon[94661]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:25.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:25 trial007 ceph-mon[94661]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:25.124 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:25 trial007 ceph-mon[94661]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T02:04:25.125 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[108090]: 2026-02-12 02:04:24.845651519 +0000 UTC m=+0.173386874 container died 4b60a665c924b5b48e0467307ae10833e4cb9aee28e9bfffb742b42170bf0f84 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, OSD_FLAVOR=default, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:04:25.125 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 podman[108090]: 2026-02-12 02:04:24.856106987 +0000 UTC m=+0.183842332 container remove 4b60a665c924b5b48e0467307ae10833e4cb9aee28e9bfffb742b42170bf0f84 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3) 2026-02-12T02:04:25.125 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.1.service: Deactivated successfully. 2026-02-12T02:04:25.125 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 systemd[1]: Stopped Ceph osd.1 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:04:25.125 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:24 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.1.service: Consumed 6.544s CPU time. 2026-02-12T02:04:25.125 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 systemd[1]: Starting Ceph osd.1 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:04:25.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:25 trial059 ceph-mon[70701]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:25.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:25 trial059 ceph-mon[70701]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:25.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:25 trial059 ceph-mon[70701]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T02:04:25.469 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108235]: 2026-02-12 02:04:25.13233668 +0000 UTC m=+0.014984315 container create a2db0fc60653bd69261424f3fef8703876e3c48e97044e89c4201ad094870446 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108235]: 2026-02-12 02:04:25.159418462 +0000 UTC m=+0.042066087 container init a2db0fc60653bd69261424f3fef8703876e3c48e97044e89c4201ad094870446 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, ceph=True, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108235]: 2026-02-12 02:04:25.162017321 +0000 UTC m=+0.044664967 container start a2db0fc60653bd69261424f3fef8703876e3c48e97044e89c4201ad094870446 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108235]: 2026-02-12 02:04:25.162557125 +0000 UTC m=+0.045204760 container attach a2db0fc60653bd69261424f3fef8703876e3c48e97044e89c4201ad094870446 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108235]: 2026-02-12 02:04:25.125774636 +0000 UTC m=+0.008422281 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:04:25.470 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:25.471 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:04:25.471 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:25.729 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:25.729 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:25.729 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T02:04:25.729 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate[108255]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-12T02:04:25.730 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108235]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108235]: 2026-02-12 02:04:25.60373516 +0000 UTC m=+0.486382795 container died a2db0fc60653bd69261424f3fef8703876e3c48e97044e89c4201ad094870446 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default) 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108235]: 2026-02-12 02:04:25.614554864 +0000 UTC m=+0.497202489 container remove a2db0fc60653bd69261424f3fef8703876e3c48e97044e89c4201ad094870446 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108469]: 2026-02-12 02:04:25.691796854 +0000 UTC m=+0.017514336 container create 3b06c37666652e3b9809d644715b10713f1b1efff19c713baf68c30a881ad2d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108469]: 2026-02-12 02:04:25.71825677 +0000 UTC m=+0.043974252 container init 3b06c37666652e3b9809d644715b10713f1b1efff19c713baf68c30a881ad2d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108469]: 2026-02-12 02:04:25.720661709 +0000 UTC m=+0.046379211 container start 3b06c37666652e3b9809d644715b10713f1b1efff19c713baf68c30a881ad2d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 bash[108469]: 3b06c37666652e3b9809d644715b10713f1b1efff19c713baf68c30a881ad2d3 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 podman[108469]: 2026-02-12 02:04:25.685210124 +0000 UTC m=+0.010927626 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 systemd[1]: Started Ceph osd.1 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:04:25.731 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-osd[108494]: -- 10.20.193.7:0/64435622 <== mon.0 v2:10.20.193.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x3c85860 con 0x3de0400 2026-02-12T02:04:26.011 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:25 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[108490]: 2026-02-12T02:04:25.950+0000 7f0594673780 -1 Falling back to public interface 2026-02-12T02:04:26.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:26 trial007 ceph-mon[94661]: osdmap e109: 8 total, 7 up, 8 in 2026-02-12T02:04:26.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:26 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:26 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.308 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:26 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:26 trial007 ceph-mon[92404]: osdmap e109: 8 total, 7 up, 8 in 2026-02-12T02:04:26.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:26 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:26 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.309 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:26 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:26 trial059 ceph-mon[70701]: osdmap e109: 8 total, 7 up, 8 in 2026-02-12T02:04:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:26 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:26 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:26 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:26.603 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[108490]: 2026-02-12T02:04:26.434+0000 7f0594673780 -1 osd.1 107 log_to_monitors true 2026-02-12T02:04:26.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:04:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:26] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:04:27.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:26.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:04:27.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:27.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: pgmap v38: 161 pgs: 39 active+undersized, 1 stale+active+clean, 18 active+undersized+degraded, 103 active+clean; 585 KiB data, 255 MiB used, 5.5 TiB / 5.5 TiB avail; 93/732 objects degraded (12.705%) 2026-02-12T02:04:27.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: from='osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T02:04:27.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T02:04:27.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: Health check failed: Degraded data redundancy: 93/732 objects degraded (12.705%), 18 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:27.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.102 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:27 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.300 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:04:27 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[108490]: 2026-02-12T02:04:27.066+0000 7f05884b4640 -1 osd.1 107 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:04:27.301 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:27.301 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: pgmap v38: 161 pgs: 39 active+undersized, 1 stale+active+clean, 18 active+undersized+degraded, 103 active+clean; 585 KiB data, 255 MiB used, 5.5 TiB / 5.5 TiB avail; 93/732 objects degraded (12.705%) 2026-02-12T02:04:27.301 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: from='osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T02:04:27.301 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T02:04:27.301 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: Health check failed: Degraded data redundancy: 93/732 objects degraded (12.705%), 18 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: pgmap v38: 161 pgs: 39 active+undersized, 1 stale+active+clean, 18 active+undersized+degraded, 103 active+clean; 585 KiB data, 255 MiB used, 5.5 TiB / 5.5 TiB avail; 93/732 objects degraded (12.705%) 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: from='osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T02:04:27.302 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.303 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.303 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: Health check failed: Degraded data redundancy: 93/732 objects degraded (12.705%), 18 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:27.303 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:27.303 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:27 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T02:04:28.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: osdmap e110: 8 total, 7 up, 8 in 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:04:28.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.355 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.356 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T02:04:28.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: osdmap e110: 8 total, 7 up, 8 in 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:04:28.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:04:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T02:04:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: osdmap e110: 8 total, 7 up, 8 in 2026-02-12T02:04:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:04:28.378 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:04:28.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:04:28.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:04:28.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:04:28.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:04:28.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:04:28.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:04:28.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:28.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:04:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all smb 2026-02-12T02:04:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: Upgrade: Finalizing container_image settings 2026-02-12T02:04:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: Upgrade: Complete! 2026-02-12T02:04:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: pgmap v40: 161 pgs: 44 active+undersized, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 99/732 objects degraded (13.525%) 2026-02-12T02:04:29.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:29.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212] boot 2026-02-12T02:04:29.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: osdmap e111: 8 total, 8 up, 8 in 2026-02-12T02:04:29.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:29 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T02:04:29.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:04:29.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all smb 2026-02-12T02:04:29.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: Upgrade: Finalizing container_image settings 2026-02-12T02:04:29.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: Upgrade: Complete! 2026-02-12T02:04:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: pgmap v40: 161 pgs: 44 active+undersized, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 99/732 objects degraded (13.525%) 2026-02-12T02:04:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212] boot 2026-02-12T02:04:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: osdmap e111: 8 total, 8 up, 8 in 2026-02-12T02:04:29.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T02:04:29.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:04:29.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all smb 2026-02-12T02:04:29.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: Upgrade: Finalizing container_image settings 2026-02-12T02:04:29.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: Upgrade: Complete! 2026-02-12T02:04:29.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: pgmap v40: 161 pgs: 44 active+undersized, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 99/732 objects degraded (13.525%) 2026-02-12T02:04:29.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:29.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: osd.1 [v2:10.20.193.7:6810/786181212,v1:10.20.193.7:6811/786181212] boot 2026-02-12T02:04:29.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: osdmap e111: 8 total, 8 up, 8 in 2026-02-12T02:04:29.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:29 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T02:04:30.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:30 trial059 ceph-mon[70701]: osdmap e112: 8 total, 8 up, 8 in 2026-02-12T02:04:30.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:30 trial007 ceph-mon[94661]: osdmap e112: 8 total, 8 up, 8 in 2026-02-12T02:04:30.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:30 trial007 ceph-mon[92404]: osdmap e112: 8 total, 8 up, 8 in 2026-02-12T02:04:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:31 trial059 ceph-mon[70701]: pgmap v43: 161 pgs: 44 active+undersized, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 99/732 objects degraded (13.525%) 2026-02-12T02:04:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:31 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:31.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:31 trial007 ceph-mon[94661]: pgmap v43: 161 pgs: 44 active+undersized, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 99/732 objects degraded (13.525%) 2026-02-12T02:04:31.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:31 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:31 trial007 ceph-mon[92404]: pgmap v43: 161 pgs: 44 active+undersized, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 99/732 objects degraded (13.525%) 2026-02-12T02:04:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:31 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:32.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:32 trial059 ceph-mon[70701]: Health check update: Degraded data redundancy: 99/732 objects degraded (13.525%), 19 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:32.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:32 trial007 ceph-mon[94661]: Health check update: Degraded data redundancy: 99/732 objects degraded (13.525%), 19 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:32.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:32 trial007 ceph-mon[92404]: Health check update: Degraded data redundancy: 99/732 objects degraded (13.525%), 19 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:33.060 INFO:teuthology.orchestra.run.trial007.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T02:04:33.099 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:04:33.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:33 trial007 ceph-mon[92404]: pgmap v44: 161 pgs: 16 active+undersized, 5 active+undersized+degraded, 140 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 36/732 objects degraded (4.918%) 2026-02-12T02:04:33.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:33 trial007 ceph-mon[94661]: pgmap v44: 161 pgs: 16 active+undersized, 5 active+undersized+degraded, 140 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 36/732 objects degraded (4.918%) 2026-02-12T02:04:33.384 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:33 trial059 ceph-mon[70701]: pgmap v44: 161 pgs: 16 active+undersized, 5 active+undersized+degraded, 140 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 36/732 objects degraded (4.918%) 2026-02-12T02:04:33.611 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:04:33.611 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (2m) 6s ago 21m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (2m) 62s ago 21m 138M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (3m) 6s ago 21m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (3m) 62s ago 23m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (12m) 6s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (66s) 6s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (101s) 62s ago 23m 41.3M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (58s) 6s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (3m) 6s ago 21m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (2m) 62s ago 21m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (28s) 6s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:04:33.612 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (7s) 6s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (23m) 6s ago 23m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (22m) 6s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (22m) 62s ago 22m 65.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (22m) 62s ago 22m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (22m) 62s ago 22m 59.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (22m) 62s ago 22m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (15m) 62s ago 22m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (21m) 6s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:04:33.613 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (21m) 62s ago 21m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:04:33.651 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2026-02-12T02:04:33.934 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:34.200 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:04:34.231 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2026-02-12T02:04:34.238 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:04:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:04:34.515 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:34.537 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:34 trial007 ceph-mon[92404]: from='client.44232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:34.537 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:34 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/428038805' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:34.537 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:34 trial007 ceph-mon[94661]: from='client.44232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:34.537 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:34 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/428038805' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:34 trial059 ceph-mon[70701]: from='client.44232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:34 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/428038805' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:35.017 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:04:35.054 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T02:04:35.337 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:35.559 INFO:teuthology.orchestra.run.trial007.stdout:There are no upgrades in progress currently. 2026-02-12T02:04:35.559 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:35 trial007 ceph-mon[92404]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:35.559 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:35 trial007 ceph-mon[92404]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 733 B/s rd, 0 op/s 2026-02-12T02:04:35.560 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:35 trial007 ceph-mon[92404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/732 objects degraded (4.918%), 5 pgs degraded) 2026-02-12T02:04:35.560 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:35 trial007 ceph-mon[92404]: Cluster is now healthy 2026-02-12T02:04:35.560 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:35 trial007 ceph-mon[94661]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:35.560 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:35 trial007 ceph-mon[94661]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 733 B/s rd, 0 op/s 2026-02-12T02:04:35.560 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:35 trial007 ceph-mon[94661]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/732 objects degraded (4.918%), 5 pgs degraded) 2026-02-12T02:04:35.560 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:35 trial007 ceph-mon[94661]: Cluster is now healthy 2026-02-12T02:04:35.595 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T02:04:35.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:35 trial059 ceph-mon[70701]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:35 trial059 ceph-mon[70701]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 733 B/s rd, 0 op/s 2026-02-12T02:04:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:35 trial059 ceph-mon[70701]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/732 objects degraded (4.918%), 5 pgs degraded) 2026-02-12T02:04:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:35 trial059 ceph-mon[70701]: Cluster is now healthy 2026-02-12T02:04:35.876 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:36.135 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:04:36.176 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2026-02-12T02:04:36.458 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:36.481 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:36 trial007 ceph-mon[94661]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:36.482 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:36 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/897109452' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:04:36.482 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:36 trial007 ceph-mon[92404]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:36.482 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:36 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/897109452' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:04:36.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:36 trial059 ceph-mon[70701]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:36.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:36 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/897109452' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:04:37.034 INFO:teuthology.orchestra.run.trial007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:37.074 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T02:04:37.096 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:04:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:36] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:04:37.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:36.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:04:37.365 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:04:37.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:37 trial007 ceph-mon[94661]: from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:37.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:37 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:37.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:37 trial007 ceph-mon[94661]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:37.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:37 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:37 trial007 ceph-mon[92404]: from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:37 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:37 trial007 ceph-mon[92404]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:37.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:37 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:37.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:37 trial059 ceph-mon[70701]: from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:37.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:37 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:37.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:37 trial059 ceph-mon[70701]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:04:37.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:37 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:37.609 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:04:37.947 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (2m) 11s ago 22m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (2m) 66s ago 21m 138M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (3m) 11s ago 21m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (3m) 66s ago 23m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (12m) 11s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (71s) 11s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (105s) 66s ago 23m 41.3M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (63s) 11s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (3m) 11s ago 21m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (3m) 66s ago 21m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:04:37.948 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (32s) 11s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (12s) 11s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (23m) 11s ago 23m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 a2356256dcc3 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (23m) 11s ago 23m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (22m) 66s ago 22m 65.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (22m) 66s ago 22m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (22m) 66s ago 22m 59.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (22m) 66s ago 22m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (15m) 66s ago 22m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (21m) 11s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:04:37.949 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (21m) 66s ago 21m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:04:38.155 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 6, 2026-02-12T02:04:38.156 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8, 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 7 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:04:38.157 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:04:38.253 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:38.253 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:38.253 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:38.253 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:38.253 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.253 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.253 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:38.254 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1473228595' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:38.256 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:38 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1473228595' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.328 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:04:38.328 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:04:38.328 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:04:38.329 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [], 2026-02-12T02:04:38.329 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2026-02-12T02:04:38.329 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "2/8 daemons upgraded", 2026-02-12T02:04:38.329 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T02:04:38.329 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:04:38.329 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:04:38.548 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:38 trial007 systemd[1]: Stopping Ceph osd.2 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:04:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:38 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1473228595' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:38.873 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:38 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[37802]: 2026-02-12T02:04:38.552+0000 7f22602bf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:04:38.873 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:38 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[37802]: 2026-02-12T02:04:38.552+0000 7f22602bf640 -1 osd.2 112 *** Got signal Terminated *** 2026-02-12T02:04:38.873 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:38 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[37802]: 2026-02-12T02:04:38.552+0000 7f22602bf640 -1 osd.2 112 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:04:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:04:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:04:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mgr 2026-02-12T02:04:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mon 2026-02-12T02:04:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all crash 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Upgrade: osd.2 is safe to restart 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Upgrade: Updating osd.2 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: Deploying daemon osd.2 on trial007 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:04:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:39 trial059 ceph-mon[70701]: osd.2 marked itself down and dead 2026-02-12T02:04:39.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:39.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:04:39.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mgr 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mon 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all crash 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Upgrade: osd.2 is safe to restart 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Upgrade: Updating osd.2 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: Deploying daemon osd.2 on trial007 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:04:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[94661]: osd.2 marked itself down and dead 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mgr 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mon 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all crash 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Upgrade: osd.2 is safe to restart 2026-02-12T02:04:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Upgrade: Updating osd.2 2026-02-12T02:04:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: Deploying daemon osd.2 on trial007 2026-02-12T02:04:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:04:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:39 trial007 ceph-mon[92404]: osd.2 marked itself down and dead 2026-02-12T02:04:40.037 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:39 trial007 podman[115690]: 2026-02-12 02:04:39.737198601 +0000 UTC m=+1.196984846 container died a2356256dcc3288d2cd4742ef973ac9fdb87db1756b1f88e4a365b92daad6ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:04:40.037 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:39 trial007 podman[115690]: 2026-02-12 02:04:39.746737566 +0000 UTC m=+1.206523821 container remove a2356256dcc3288d2cd4742ef973ac9fdb87db1756b1f88e4a365b92daad6ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:04:40.037 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:39 trial007 bash[115690]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2 2026-02-12T02:04:40.037 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:39 trial007 podman[115825]: 2026-02-12 02:04:39.877106835 +0000 UTC m=+0.015837240 container create 4f3fd29a40fc4a60f040ac4adda58dbc7c60a095062d9ad703640cafe0d812d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:04:40.038 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:39 trial007 podman[115825]: 2026-02-12 02:04:39.911344054 +0000 UTC m=+0.050074419 container init 4f3fd29a40fc4a60f040ac4adda58dbc7c60a095062d9ad703640cafe0d812d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:04:40.038 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:39 trial007 podman[115825]: 2026-02-12 02:04:39.913808934 +0000 UTC m=+0.052539299 container start 4f3fd29a40fc4a60f040ac4adda58dbc7c60a095062d9ad703640cafe0d812d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, OSD_FLAVOR=default) 2026-02-12T02:04:40.038 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:39 trial007 podman[115825]: 2026-02-12 02:04:39.914430939 +0000 UTC m=+0.053161305 container attach 4f3fd29a40fc4a60f040ac4adda58dbc7c60a095062d9ad703640cafe0d812d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS) 2026-02-12T02:04:40.038 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:39 trial007 podman[115825]: 2026-02-12 02:04:39.870369836 +0000 UTC m=+0.009100201 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:40.038 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115825]: 2026-02-12 02:04:40.042854082 +0000 UTC m=+0.181584457 container died 4f3fd29a40fc4a60f040ac4adda58dbc7c60a095062d9ad703640cafe0d812d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209) 2026-02-12T02:04:40.316 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:40 trial007 ceph-mon[92404]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:40.316 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:40 trial007 ceph-mon[92404]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:40.317 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:40 trial007 ceph-mon[92404]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T02:04:40.317 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:40 trial007 ceph-mon[94661]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:40.317 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:40 trial007 ceph-mon[94661]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:40.317 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:40 trial007 ceph-mon[94661]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T02:04:40.317 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115825]: 2026-02-12 02:04:40.053417451 +0000 UTC m=+0.192147816 container remove 4f3fd29a40fc4a60f040ac4adda58dbc7c60a095062d9ad703640cafe0d812d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS) 2026-02-12T02:04:40.318 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.2.service: Deactivated successfully. 2026-02-12T02:04:40.318 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 systemd[1]: Stopped Ceph osd.2 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:04:40.318 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.2.service: Consumed 5.157s CPU time. 2026-02-12T02:04:40.318 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 systemd[1]: Starting Ceph osd.2 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:04:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:40 trial059 ceph-mon[70701]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:04:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:40 trial059 ceph-mon[70701]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:04:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:40 trial059 ceph-mon[70701]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T02:04:40.623 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115969]: 2026-02-12 02:04:40.321814929 +0000 UTC m=+0.015595790 container create e5740fecc94dc0e9c3f54e90f5bfd9ce20862866de9ab7664099d6b6e31848f4 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:04:40.623 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115969]: 2026-02-12 02:04:40.350127138 +0000 UTC m=+0.043907969 container init e5740fecc94dc0e9c3f54e90f5bfd9ce20862866de9ab7664099d6b6e31848f4 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:04:40.624 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115969]: 2026-02-12 02:04:40.352453882 +0000 UTC m=+0.046234713 container start e5740fecc94dc0e9c3f54e90f5bfd9ce20862866de9ab7664099d6b6e31848f4 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:04:40.624 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115969]: 2026-02-12 02:04:40.352934785 +0000 UTC m=+0.046715616 container attach e5740fecc94dc0e9c3f54e90f5bfd9ce20862866de9ab7664099d6b6e31848f4 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True) 2026-02-12T02:04:40.624 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115969]: 2026-02-12 02:04:40.315397214 +0000 UTC m=+0.009178055 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:40.624 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:40.624 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:40.624 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:40.624 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:40.901 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2026-02-12T02:04:40.902 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate[115994]: --> ceph-volume lvm activate successful for osd ID: 2 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[115969]: --> ceph-volume lvm activate successful for osd ID: 2 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115969]: 2026-02-12 02:04:40.77789779 +0000 UTC m=+0.471678621 container died e5740fecc94dc0e9c3f54e90f5bfd9ce20862866de9ab7664099d6b6e31848f4 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True) 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[115969]: 2026-02-12 02:04:40.788781163 +0000 UTC m=+0.482561994 container remove e5740fecc94dc0e9c3f54e90f5bfd9ce20862866de9ab7664099d6b6e31848f4 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-activate, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2026-02-12T02:04:40.903 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[116209]: 2026-02-12 02:04:40.866467759 +0000 UTC m=+0.016150642 container create 6822a236181942807bb32adef8eafdf694b0c8b016e54c85d7b98f8b41f5c420 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:04:40.904 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[116209]: 2026-02-12 02:04:40.891549425 +0000 UTC m=+0.041232248 container init 6822a236181942807bb32adef8eafdf694b0c8b016e54c85d7b98f8b41f5c420 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.license=GPLv2) 2026-02-12T02:04:40.904 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[116209]: 2026-02-12 02:04:40.893833248 +0000 UTC m=+0.043516071 container start 6822a236181942807bb32adef8eafdf694b0c8b016e54c85d7b98f8b41f5c420 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, io.buildah.version=1.41.3) 2026-02-12T02:04:40.904 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 bash[116209]: 6822a236181942807bb32adef8eafdf694b0c8b016e54c85d7b98f8b41f5c420 2026-02-12T02:04:40.904 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 podman[116209]: 2026-02-12 02:04:40.860113611 +0000 UTC m=+0.009796424 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:04:40.904 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 systemd[1]: Started Ceph osd.2 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:04:40.904 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:40 trial007 ceph-osd[116237]: -- 10.20.193.7:0/644993206 <== mon.0 v2:10.20.193.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2dc7860 con 0x2d63c00 2026-02-12T02:04:41.180 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:41 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[116233]: 2026-02-12T02:04:41.151+0000 7f419329d780 -1 Falling back to public interface 2026-02-12T02:04:41.455 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[92404]: pgmap v49: 161 pgs: 12 stale+active+clean, 149 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:41.455 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[92404]: osdmap e114: 8 total, 7 up, 8 in 2026-02-12T02:04:41.455 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.455 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.455 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.456 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[94661]: pgmap v49: 161 pgs: 12 stale+active+clean, 149 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:41.456 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[94661]: osdmap e114: 8 total, 7 up, 8 in 2026-02-12T02:04:41.456 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.456 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.456 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:41 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:41 trial059 ceph-mon[70701]: pgmap v49: 161 pgs: 12 stale+active+clean, 149 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:41 trial059 ceph-mon[70701]: osdmap e114: 8 total, 7 up, 8 in 2026-02-12T02:04:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:41 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:41 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:41 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:41.773 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:41 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[116233]: 2026-02-12T02:04:41.623+0000 7f419329d780 -1 osd.2 112 log_to_monitors true 2026-02-12T02:04:42.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[94661]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T02:04:42.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.529 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.530 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[92404]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T02:04:42.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.530 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:42 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.531 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:04:42 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[116233]: 2026-02-12T02:04:42.271+0000 7f418b0e6640 -1 osd.2 112 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:04:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:42 trial059 ceph-mon[70701]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T02:04:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:42 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: pgmap v51: 161 pgs: 27 active+undersized, 1 stale+active+clean, 13 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 46/732 objects degraded (6.284%) 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: osdmap e115: 8 total, 7 up, 8 in 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: Health check failed: Degraded data redundancy: 46/732 objects degraded (6.284%), 13 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:04:43.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:04:43.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: pgmap v51: 161 pgs: 27 active+undersized, 1 stale+active+clean, 13 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 46/732 objects degraded (6.284%) 2026-02-12T02:04:43.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T02:04:43.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: osdmap e115: 8 total, 7 up, 8 in 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: Health check failed: Degraded data redundancy: 46/732 objects degraded (6.284%), 13 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:04:43.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:04:43.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:04:43.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:04:43.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:04:43.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:04:43.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:04:43.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:04:43.379 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.380 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.381 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:04:43.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:04:43.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:04:43.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.384 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.385 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:43 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: pgmap v51: 161 pgs: 27 active+undersized, 1 stale+active+clean, 13 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 46/732 objects degraded (6.284%) 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: osdmap e115: 8 total, 7 up, 8 in 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: Health check failed: Degraded data redundancy: 46/732 objects degraded (6.284%), 13 pgs degraded (PG_DEGRADED) 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:04:43.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:04:43.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:43 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:44.256 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:04:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:04:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:44 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:04:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:44 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all smb 2026-02-12T02:04:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:44 trial059 ceph-mon[70701]: Upgrade: Finalizing container_image settings 2026-02-12T02:04:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:44 trial059 ceph-mon[70701]: Upgrade: Complete! 2026-02-12T02:04:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:44 trial059 ceph-mon[70701]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:44 trial059 ceph-mon[70701]: osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817] boot 2026-02-12T02:04:44.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:44 trial059 ceph-mon[70701]: osdmap e116: 8 total, 8 up, 8 in 2026-02-12T02:04:44.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:44 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T02:04:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:04:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all smb 2026-02-12T02:04:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[94661]: Upgrade: Finalizing container_image settings 2026-02-12T02:04:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[94661]: Upgrade: Complete! 2026-02-12T02:04:44.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[94661]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[94661]: osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817] boot 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[94661]: osdmap e116: 8 total, 8 up, 8 in 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all smb 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[92404]: Upgrade: Finalizing container_image settings 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[92404]: Upgrade: Complete! 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[92404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:04:44.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[92404]: osd.2 [v2:10.20.193.7:6818/977557817,v1:10.20.193.7:6819/977557817] boot 2026-02-12T02:04:44.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[92404]: osdmap e116: 8 total, 8 up, 8 in 2026-02-12T02:04:44.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:44 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T02:04:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:45 trial059 ceph-mon[70701]: pgmap v54: 161 pgs: 31 active+undersized, 16 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 70/732 objects degraded (9.563%) 2026-02-12T02:04:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:45 trial059 ceph-mon[70701]: osdmap e117: 8 total, 8 up, 8 in 2026-02-12T02:04:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:45 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:45 trial007 ceph-mon[92404]: pgmap v54: 161 pgs: 31 active+undersized, 16 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 70/732 objects degraded (9.563%) 2026-02-12T02:04:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:45 trial007 ceph-mon[92404]: osdmap e117: 8 total, 8 up, 8 in 2026-02-12T02:04:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:45 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:45.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:45 trial007 ceph-mon[94661]: pgmap v54: 161 pgs: 31 active+undersized, 16 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 70/732 objects degraded (9.563%) 2026-02-12T02:04:45.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:45 trial007 ceph-mon[94661]: osdmap e117: 8 total, 8 up, 8 in 2026-02-12T02:04:45.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:45 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:04:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:46.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:04:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:04:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:46] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:04:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:47 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:47 trial059 ceph-mon[70701]: pgmap v56: 161 pgs: 20 active+undersized, 4 active+undersized+degraded, 137 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s; 30/732 objects degraded (4.098%) 2026-02-12T02:04:47.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:47 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:47.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:47 trial007 ceph-mon[92404]: pgmap v56: 161 pgs: 20 active+undersized, 4 active+undersized+degraded, 137 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s; 30/732 objects degraded (4.098%) 2026-02-12T02:04:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:47 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:47.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:47 trial007 ceph-mon[94661]: pgmap v56: 161 pgs: 20 active+undersized, 4 active+undersized+degraded, 137 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s; 30/732 objects degraded (4.098%) 2026-02-12T02:04:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:48 trial059 ceph-mon[70701]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:48 trial059 ceph-mon[70701]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 4 pgs degraded) 2026-02-12T02:04:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:48 trial059 ceph-mon[70701]: Cluster is now healthy 2026-02-12T02:04:48.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:48 trial007 ceph-mon[92404]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:48.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:48 trial007 ceph-mon[92404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 4 pgs degraded) 2026-02-12T02:04:48.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:48 trial007 ceph-mon[92404]: Cluster is now healthy 2026-02-12T02:04:48.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:48 trial007 ceph-mon[94661]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:48.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:48 trial007 ceph-mon[94661]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/732 objects degraded (4.098%), 4 pgs degraded) 2026-02-12T02:04:48.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:48 trial007 ceph-mon[94661]: Cluster is now healthy 2026-02-12T02:04:51.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:51 trial059 ceph-mon[70701]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T02:04:51.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:51 trial007 ceph-mon[92404]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T02:04:51.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:51 trial007 ceph-mon[94661]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T02:04:53.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:53 trial059 ceph-mon[70701]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:04:53.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:53 trial007 ceph-mon[92404]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:04:53.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:53 trial007 ceph-mon[94661]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:04:54.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:04:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:04:55.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:55 trial059 ceph-mon[70701]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:55.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:55 trial007 ceph-mon[92404]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:55.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:55 trial007 ceph-mon[94661]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:04:57.093 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:04:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:04:56] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:04:57.094 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:04:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:04:56.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:04:57.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:57 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:57.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:57 trial059 ceph-mon[70701]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:04:57.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:57 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:57.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:57 trial007 ceph-mon[92404]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:04:57.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:57 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:04:57.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:57 trial007 ceph-mon[94661]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:04:59.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:04:59 trial059 ceph-mon[70701]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:59.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:04:59 trial007 ceph-mon[92404]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:04:59.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:04:59 trial007 ceph-mon[94661]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:01.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:01 trial059 ceph-mon[70701]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:01.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:01 trial007 ceph-mon[92404]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:01.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:01 trial007 ceph-mon[94661]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:03.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:03 trial059 ceph-mon[70701]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:03.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:03 trial007 ceph-mon[92404]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:03.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:03 trial007 ceph-mon[94661]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:04.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:05:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:05:05.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:05 trial059 ceph-mon[70701]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:05.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:05 trial007 ceph-mon[94661]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:05.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:05 trial007 ceph-mon[92404]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:07.100 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:06] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:05:07.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:05:07.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:07 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:07.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:07 trial059 ceph-mon[70701]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:07.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:07 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:07.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:07 trial007 ceph-mon[94661]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:07.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:07 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:07.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:07 trial007 ceph-mon[92404]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:08.503 INFO:teuthology.orchestra.run.trial007.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T02:05:08.544 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:05:08.874 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:05:09.101 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:05:09.101 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (3m) 27s ago 22m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:05:09.101 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (2m) 97s ago 22m 138M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:05:09.101 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (3m) 27s ago 22m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:05:09.101 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (3m) 97s ago 24m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:05:09.101 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (12m) 27s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:05:09.101 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (102s) 27s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:05:09.101 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (2m) 97s ago 24m 41.3M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (94s) 27s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (3m) 27s ago 22m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (3m) 97s ago 22m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (63s) 27s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (43s) 27s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (28s) 27s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (23m) 27s ago 23m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (23m) 97s ago 23m 65.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (23m) 97s ago 23m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (23m) 97s ago 23m 59.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (22m) 97s ago 22m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:05:09.102 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (15m) 97s ago 22m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:05:09.103 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (22m) 27s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:05:09.103 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (22m) 97s ago 22m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:05:09.139 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2026-02-12T02:05:09.163 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:09 trial007 ceph-mon[92404]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:09.164 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:09 trial007 ceph-mon[94661]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:09.423 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:05:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:09 trial059 ceph-mon[70701]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:09.684 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:05:09.715 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2026-02-12T02:05:10.038 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:05:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:10 trial007 ceph-mon[92404]: from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:10 trial007 ceph-mon[92404]: from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:10.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:10 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3900134897' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:10.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:10 trial007 ceph-mon[94661]: from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:10.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:10 trial007 ceph-mon[94661]: from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:10.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:10 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3900134897' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:10.541 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:05:10.572 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T02:05:10.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:10 trial059 ceph-mon[70701]: from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:10.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:10 trial059 ceph-mon[70701]: from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:10.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:10 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3900134897' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:10.854 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:05:11.076 INFO:teuthology.orchestra.run.trial007.stdout:There are no upgrades in progress currently. 2026-02-12T02:05:11.117 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T02:05:11.138 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:11 trial007 ceph-mon[92404]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:11.138 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:11 trial007 ceph-mon[94661]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:11.397 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:05:11.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:11 trial059 ceph-mon[70701]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:11.653 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:05:11.691 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2026-02-12T02:05:12.010 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:05:12.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:12 trial007 ceph-mon[92404]: from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:12.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:12 trial007 ceph-mon[92404]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:12.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:12 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/204398664' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:05:12.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:12 trial007 ceph-mon[94661]: from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:12.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:12 trial007 ceph-mon[94661]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:12.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:12 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/204398664' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:05:12.490 INFO:teuthology.orchestra.run.trial007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:12.530 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T02:05:12.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:12 trial059 ceph-mon[70701]: from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:12.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:12 trial059 ceph-mon[70701]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:12.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:12 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/204398664' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:05:12.819 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:05:13.069 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.254 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T02:05:13.255 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:13.408 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (3m) 31s ago 22m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (2m) 102s ago 22m 138M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (3m) 31s ago 22m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (3m) 102s ago 24m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (12m) 31s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (106s) 31s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (2m) 102s ago 24m 41.3M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (98s) 31s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (3m) 31s ago 22m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (3m) 102s ago 22m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (67s) 31s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (47s) 31s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (32s) 31s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (23m) 31s ago 23m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d5631ab4ce04 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (23m) 102s ago 23m 65.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 8d9b2a86df43 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (23m) 102s ago 23m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (23m) 102s ago 23m 59.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (22m) 102s ago 22m 62.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (16m) 102s ago 22m 66.2M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (22m) 31s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:05:13.409 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (22m) 102s ago 22m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:05:13.502 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:05:13.502 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:05:13.502 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T02:05:13.502 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 5, 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:05:13.611 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:05:13.612 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:05:13.612 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:05:13.612 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:05:13.612 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:05:13.612 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 7, 2026-02-12T02:05:13.612 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T02:05:13.612 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:05:13.612 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:05:13.782 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:05:13.782 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:05:13.783 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:05:13.783 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [], 2026-02-12T02:05:13.783 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T02:05:13.783 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "3/8 daemons upgraded", 2026-02-12T02:05:13.783 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T02:05:13.783 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:05:13.783 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:05:13.783 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:13 trial007 systemd[1]: Stopping Ceph osd.3 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:05:14.113 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:13 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[43198]: 2026-02-12T02:05:13.820+0000 7f651ddef640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:05:14.113 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:13 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[43198]: 2026-02-12T02:05:13.820+0000 7f651ddef640 -1 osd.3 117 *** Got signal Terminated *** 2026-02-12T02:05:14.113 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:13 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[43198]: 2026-02-12T02:05:13.820+0000 7f651ddef640 -1 osd.3 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:05:14.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:05:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mgr 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mon 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all crash 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: osd.3 is safe to restart 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: from='client.54314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Upgrade: Updating osd.3 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: Deploying daemon osd.3 on trial007 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/360952258' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:14 trial059 ceph-mon[70701]: osd.3 marked itself down and dead 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mgr 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mon 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all crash 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: osd.3 is safe to restart 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: from='client.54314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Upgrade: Updating osd.3 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: Deploying daemon osd.3 on trial007 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/360952258' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[94661]: osd.3 marked itself down and dead 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:14.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mgr 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mon 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all crash 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: osd.3 is safe to restart 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: from='client.54314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Upgrade: Updating osd.3 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: Deploying daemon osd.3 on trial007 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: from='client.44358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/360952258' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:14 trial007 ceph-mon[92404]: osd.3 marked itself down and dead 2026-02-12T02:05:14.827 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123241]: 2026-02-12 02:05:14.528986719 +0000 UTC m=+0.720780856 container died d5631ab4ce0405e5463b0c15b2cc36ef8e90013eb65bf95ff248fc6b40cbd2f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2026-02-12T02:05:14.827 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123241]: 2026-02-12 02:05:14.537663622 +0000 UTC m=+0.729457769 container remove d5631ab4ce0405e5463b0c15b2cc36ef8e90013eb65bf95ff248fc6b40cbd2f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=squid, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T02:05:14.827 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 bash[123241]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3 2026-02-12T02:05:14.827 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123382]: 2026-02-12 02:05:14.671882555 +0000 UTC m=+0.016768690 container create e04c2eecedd28f04f9a38309dfdb67e64122fd2b25ca210d3236a2868ec2b793 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:05:14.828 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123382]: 2026-02-12 02:05:14.704302997 +0000 UTC m=+0.049189062 container init e04c2eecedd28f04f9a38309dfdb67e64122fd2b25ca210d3236a2868ec2b793 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3) 2026-02-12T02:05:14.828 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123382]: 2026-02-12 02:05:14.706920331 +0000 UTC m=+0.051806406 container start e04c2eecedd28f04f9a38309dfdb67e64122fd2b25ca210d3236a2868ec2b793 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0) 2026-02-12T02:05:14.828 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123382]: 2026-02-12 02:05:14.707682507 +0000 UTC m=+0.052568572 container attach e04c2eecedd28f04f9a38309dfdb67e64122fd2b25ca210d3236a2868ec2b793 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:05:14.828 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123382]: 2026-02-12 02:05:14.665022037 +0000 UTC m=+0.009908102 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:14.828 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123382]: 2026-02-12 02:05:14.832643647 +0000 UTC m=+0.177529712 container died e04c2eecedd28f04f9a38309dfdb67e64122fd2b25ca210d3236a2868ec2b793 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209) 2026-02-12T02:05:15.104 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 podman[123382]: 2026-02-12 02:05:14.843816918 +0000 UTC m=+0.188702973 container remove e04c2eecedd28f04f9a38309dfdb67e64122fd2b25ca210d3236a2868ec2b793 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True) 2026-02-12T02:05:15.104 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.3.service: Deactivated successfully. 2026-02-12T02:05:15.104 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 systemd[1]: Stopped Ceph osd.3 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:05:15.105 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:14 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.3.service: Consumed 7.537s CPU time. 2026-02-12T02:05:15.105 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 systemd[1]: Starting Ceph osd.3 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:05:15.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[94661]: from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:15.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[94661]: from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:15.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[94661]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:15.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[94661]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:15.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[94661]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T02:05:15.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[92404]: from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:15.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[92404]: from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:15.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[92404]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:15.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[92404]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:15.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:15 trial007 ceph-mon[92404]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T02:05:15.375 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123523]: 2026-02-12 02:05:15.109933359 +0000 UTC m=+0.017129160 container create c8465f5940ebe62ca8ffda5f8e23cc295a6737687312dcdc8b7912142460568c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, io.buildah.version=1.41.3) 2026-02-12T02:05:15.375 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123523]: 2026-02-12 02:05:15.135574444 +0000 UTC m=+0.042770185 container init c8465f5940ebe62ca8ffda5f8e23cc295a6737687312dcdc8b7912142460568c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:05:15.375 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123523]: 2026-02-12 02:05:15.138174916 +0000 UTC m=+0.045370667 container start c8465f5940ebe62ca8ffda5f8e23cc295a6737687312dcdc8b7912142460568c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.vendor=CentOS) 2026-02-12T02:05:15.375 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123523]: 2026-02-12 02:05:15.138800098 +0000 UTC m=+0.045995849 container attach c8465f5940ebe62ca8ffda5f8e23cc295a6737687312dcdc8b7912142460568c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:05:15.376 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123523]: 2026-02-12 02:05:15.102097689 +0000 UTC m=+0.009293440 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:15.376 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:15.376 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:15.376 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:15.376 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:15 trial059 ceph-mon[70701]: from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:15 trial059 ceph-mon[70701]: from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:15 trial059 ceph-mon[70701]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:05:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:15 trial059 ceph-mon[70701]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:15 trial059 ceph-mon[70701]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T02:05:15.677 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:05:15.677 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:05:15.677 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:15.677 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:15.677 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:15.677 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:15.677 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T02:05:15.678 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate[123545]: --> ceph-volume lvm activate successful for osd ID: 3 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123523]: --> ceph-volume lvm activate successful for osd ID: 3 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123523]: 2026-02-12 02:05:15.548322241 +0000 UTC m=+0.455517992 container died c8465f5940ebe62ca8ffda5f8e23cc295a6737687312dcdc8b7912142460568c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123523]: 2026-02-12 02:05:15.559569671 +0000 UTC m=+0.466765422 container remove c8465f5940ebe62ca8ffda5f8e23cc295a6737687312dcdc8b7912142460568c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123756]: 2026-02-12 02:05:15.63789881 +0000 UTC m=+0.016287676 container create d3a99e939fbeda3375314d100aef32b6bfc56cf26ed8b7737a63ebcb45be0209 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default) 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123756]: 2026-02-12 02:05:15.665800426 +0000 UTC m=+0.044189292 container init d3a99e939fbeda3375314d100aef32b6bfc56cf26ed8b7737a63ebcb45be0209 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3, org.label-schema.build-date=20260209, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True) 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123756]: 2026-02-12 02:05:15.66868728 +0000 UTC m=+0.047076146 container start d3a99e939fbeda3375314d100aef32b6bfc56cf26ed8b7737a63ebcb45be0209 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 bash[123756]: d3a99e939fbeda3375314d100aef32b6bfc56cf26ed8b7737a63ebcb45be0209 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 podman[123756]: 2026-02-12 02:05:15.631773819 +0000 UTC m=+0.010162685 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 systemd[1]: Started Ceph osd.3 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:05:15.679 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-osd[123785]: -- 10.20.193.7:0/599462862 <== mon.2 v2:10.20.193.7:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2787860 con 0x28e2000 2026-02-12T02:05:15.954 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:15 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[123781]: 2026-02-12T02:05:15.904+0000 7f92d8290780 -1 Falling back to public interface 2026-02-12T02:05:16.261 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:16 trial007 ceph-mon[92404]: osdmap e119: 8 total, 7 up, 8 in 2026-02-12T02:05:16.261 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:16.262 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:16.262 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:16 trial007 ceph-mon[94661]: osdmap e119: 8 total, 7 up, 8 in 2026-02-12T02:05:16.262 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:16.262 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:16.563 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[123781]: 2026-02-12T02:05:16.423+0000 7f92d8290780 -1 osd.3 117 log_to_monitors true 2026-02-12T02:05:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:16 trial059 ceph-mon[70701]: osdmap e119: 8 total, 7 up, 8 in 2026-02-12T02:05:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:16.841Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:05:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:16] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: pgmap v73: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 43/732 objects degraded (5.874%) 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: from='osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 13 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.623 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:05:17 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[123781]: 2026-02-12T02:05:17.138+0000 7f92d00d9640 -1 osd.3 117 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:05:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: pgmap v73: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 43/732 objects degraded (5.874%) 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: from='osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 13 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: pgmap v73: 161 pgs: 19 active+undersized, 13 stale+active+clean, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 43/732 objects degraded (5.874%) 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: from='osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T02:05:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T02:05:17.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 13 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:17.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:17.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:17 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:05:17.920+0000 7fb8a76eb640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: osdmap e120: 8 total, 7 up, 8 in 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T02:05:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T02:05:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: osdmap e120: 8 total, 7 up, 8 in 2026-02-12T02:05:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:05:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:05:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: osdmap e120: 8 total, 7 up, 8 in 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial007", "root=default"]} : dispatch 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:18.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:18.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:18.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:18.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:18.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T02:05:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:19 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T02:05:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:19 trial059 ceph-mon[70701]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2026-02-12T02:05:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:19 trial059 ceph-mon[70701]: pgmap v75: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 95/732 objects degraded (12.978%) 2026-02-12T02:05:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:19 trial059 ceph-mon[70701]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:19 trial059 ceph-mon[70701]: osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519] boot 2026-02-12T02:05:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:19 trial059 ceph-mon[70701]: osdmap e121: 8 total, 8 up, 8 in 2026-02-12T02:05:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:19 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T02:05:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T02:05:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[92404]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2026-02-12T02:05:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[92404]: pgmap v75: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 95/732 objects degraded (12.978%) 2026-02-12T02:05:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[92404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[92404]: osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519] boot 2026-02-12T02:05:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[92404]: osdmap e121: 8 total, 8 up, 8 in 2026-02-12T02:05:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T02:05:19.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T02:05:19.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[94661]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2026-02-12T02:05:19.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[94661]: pgmap v75: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 95/732 objects degraded (12.978%) 2026-02-12T02:05:19.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[94661]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:19.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[94661]: osd.3 [v2:10.20.193.7:6826/922158519,v1:10.20.193.7:6827/922158519] boot 2026-02-12T02:05:19.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[94661]: osdmap e121: 8 total, 8 up, 8 in 2026-02-12T02:05:19.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:19 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T02:05:20.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:20 trial059 ceph-mon[70701]: osdmap e122: 8 total, 8 up, 8 in 2026-02-12T02:05:20.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:20 trial007 ceph-mon[94661]: osdmap e122: 8 total, 8 up, 8 in 2026-02-12T02:05:20.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:20 trial007 ceph-mon[92404]: osdmap e122: 8 total, 8 up, 8 in 2026-02-12T02:05:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:21 trial059 ceph-mon[70701]: pgmap v78: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 95/732 objects degraded (12.978%) 2026-02-12T02:05:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:21 trial007 ceph-mon[92404]: pgmap v78: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 95/732 objects degraded (12.978%) 2026-02-12T02:05:21.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:21 trial007 ceph-mon[94661]: pgmap v78: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 95/732 objects degraded (12.978%) 2026-02-12T02:05:22.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:22 trial059 ceph-mon[70701]: Health check update: Degraded data redundancy: 95/732 objects degraded (12.978%), 24 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:22.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:22 trial007 ceph-mon[94661]: Health check update: Degraded data redundancy: 95/732 objects degraded (12.978%), 24 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:22.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:22 trial007 ceph-mon[92404]: Health check update: Degraded data redundancy: 95/732 objects degraded (12.978%), 24 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:23.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:23 trial059 ceph-mon[70701]: pgmap v79: 161 pgs: 27 active+undersized, 13 active+undersized+degraded, 121 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 56/732 objects degraded (7.650%) 2026-02-12T02:05:23.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:23 trial007 ceph-mon[94661]: pgmap v79: 161 pgs: 27 active+undersized, 13 active+undersized+degraded, 121 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 56/732 objects degraded (7.650%) 2026-02-12T02:05:23.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:23 trial007 ceph-mon[92404]: pgmap v79: 161 pgs: 27 active+undersized, 13 active+undersized+degraded, 121 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 56/732 objects degraded (7.650%) 2026-02-12T02:05:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:24 trial059 ceph-mon[70701]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/732 objects degraded (7.650%), 13 pgs degraded) 2026-02-12T02:05:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:24 trial059 ceph-mon[70701]: Cluster is now healthy 2026-02-12T02:05:24.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:05:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:05:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:24 trial007 ceph-mon[92404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/732 objects degraded (7.650%), 13 pgs degraded) 2026-02-12T02:05:24.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:24 trial007 ceph-mon[92404]: Cluster is now healthy 2026-02-12T02:05:24.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:24 trial007 ceph-mon[94661]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/732 objects degraded (7.650%), 13 pgs degraded) 2026-02-12T02:05:24.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:24 trial007 ceph-mon[94661]: Cluster is now healthy 2026-02-12T02:05:25.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:25 trial059 ceph-mon[70701]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 295 B/s rd, 0 op/s 2026-02-12T02:05:25.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:25 trial007 ceph-mon[94661]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 295 B/s rd, 0 op/s 2026-02-12T02:05:25.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:25 trial007 ceph-mon[92404]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 295 B/s rd, 0 op/s 2026-02-12T02:05:27.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:26.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:05:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:26] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:05:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:27 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:27 trial059 ceph-mon[70701]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T02:05:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:27 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:27 trial007 ceph-mon[92404]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T02:05:27.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:27 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:27.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:27 trial007 ceph-mon[94661]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T02:05:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:29 trial059 ceph-mon[70701]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 722 B/s rd, 0 op/s 2026-02-12T02:05:29.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:29 trial007 ceph-mon[92404]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 722 B/s rd, 0 op/s 2026-02-12T02:05:29.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:29 trial007 ceph-mon[94661]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 722 B/s rd, 0 op/s 2026-02-12T02:05:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:31 trial059 ceph-mon[70701]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 656 B/s rd, 0 op/s 2026-02-12T02:05:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:31 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:31.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:31 trial007 ceph-mon[94661]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 656 B/s rd, 0 op/s 2026-02-12T02:05:31.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:31 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:31 trial007 ceph-mon[92404]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 656 B/s rd, 0 op/s 2026-02-12T02:05:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:31 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:33.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:33 trial059 ceph-mon[70701]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T02:05:33.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T02:05:33.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:33.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T02:05:33.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:33 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:33.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[94661]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T02:05:33.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T02:05:33.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:33.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T02:05:33.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[92404]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T02:05:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T02:05:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T02:05:33.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:33 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:33.905 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:33 trial059 systemd[1]: Stopping Ceph osd.4 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:05:34.246 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:05:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:05:34.247 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[21690]: 2026-02-12T02:05:33.910+0000 7f59f34fd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:05:34.247 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[21690]: 2026-02-12T02:05:33.910+0000 7f59f34fd640 -1 osd.4 122 *** Got signal Terminated *** 2026-02-12T02:05:34.247 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[21690]: 2026-02-12T02:05:33.910+0000 7f59f34fd640 -1 osd.4 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:05:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:34 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T02:05:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:34 trial059 ceph-mon[70701]: Upgrade: osd.4 is safe to restart 2026-02-12T02:05:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:34 trial059 ceph-mon[70701]: Upgrade: Updating osd.4 2026-02-12T02:05:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:34 trial059 ceph-mon[70701]: Deploying daemon osd.4 on trial059 2026-02-12T02:05:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:34 trial059 ceph-mon[70701]: osd.4 marked itself down and dead 2026-02-12T02:05:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T02:05:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[92404]: Upgrade: osd.4 is safe to restart 2026-02-12T02:05:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[92404]: Upgrade: Updating osd.4 2026-02-12T02:05:34.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[92404]: Deploying daemon osd.4 on trial059 2026-02-12T02:05:34.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[92404]: osd.4 marked itself down and dead 2026-02-12T02:05:34.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T02:05:34.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[94661]: Upgrade: osd.4 is safe to restart 2026-02-12T02:05:34.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[94661]: Upgrade: Updating osd.4 2026-02-12T02:05:34.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[94661]: Deploying daemon osd.4 on trial059 2026-02-12T02:05:34.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:34 trial007 ceph-mon[94661]: osd.4 marked itself down and dead 2026-02-12T02:05:35.005 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:34 trial059 podman[82211]: 2026-02-12 02:05:34.719944719 +0000 UTC m=+0.823153477 container died 8d9b2a86df438f2c6c37d8289c2dbc819c8aed7fc94f062599562547a095308d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_REF=squid) 2026-02-12T02:05:35.005 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:34 trial059 podman[82211]: 2026-02-12 02:05:34.730478776 +0000 UTC m=+0.833687534 container remove 8d9b2a86df438f2c6c37d8289c2dbc819c8aed7fc94f062599562547a095308d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_REF=squid) 2026-02-12T02:05:35.005 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:34 trial059 bash[82211]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4 2026-02-12T02:05:35.005 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:34 trial059 podman[82346]: 2026-02-12 02:05:34.854515735 +0000 UTC m=+0.015880910 container create 6615661e079dcb7c287f4f7514846bf6500908bce7955f95fd30ae9fe3de974c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, OSD_FLAVOR=default, io.buildah.version=1.41.3) 2026-02-12T02:05:35.005 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:34 trial059 podman[82346]: 2026-02-12 02:05:34.882979973 +0000 UTC m=+0.044345148 container init 6615661e079dcb7c287f4f7514846bf6500908bce7955f95fd30ae9fe3de974c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T02:05:35.005 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:34 trial059 podman[82346]: 2026-02-12 02:05:34.88553572 +0000 UTC m=+0.046900895 container start 6615661e079dcb7c287f4f7514846bf6500908bce7955f95fd30ae9fe3de974c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2) 2026-02-12T02:05:35.005 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:34 trial059 podman[82346]: 2026-02-12 02:05:34.88599193 +0000 UTC m=+0.047357125 container attach 6615661e079dcb7c287f4f7514846bf6500908bce7955f95fd30ae9fe3de974c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0) 2026-02-12T02:05:35.005 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:34 trial059 podman[82346]: 2026-02-12 02:05:34.848212418 +0000 UTC m=+0.009577603 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:35.006 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82346]: 2026-02-12 02:05:35.010307418 +0000 UTC m=+0.171672593 container died 6615661e079dcb7c287f4f7514846bf6500908bce7955f95fd30ae9fe3de974c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0) 2026-02-12T02:05:35.276 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:35 trial059 ceph-mon[70701]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:05:35.276 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:35 trial059 ceph-mon[70701]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:35.276 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:35 trial059 ceph-mon[70701]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T02:05:35.277 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82346]: 2026-02-12 02:05:35.020990984 +0000 UTC m=+0.182356149 container remove 6615661e079dcb7c287f4f7514846bf6500908bce7955f95fd30ae9fe3de974c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS) 2026-02-12T02:05:35.277 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.4.service: Deactivated successfully. 2026-02-12T02:05:35.277 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 systemd[1]: Stopped Ceph osd.4 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:05:35.277 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.4.service: Consumed 7.398s CPU time. 2026-02-12T02:05:35.277 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 systemd[1]: Starting Ceph osd.4 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:05:35.601 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82491]: 2026-02-12 02:05:35.281545559 +0000 UTC m=+0.017818615 container create 98edb245180dae7b03a7387275b6825827134de66bdce05dfc8877460d92ca36 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate, ceph=True, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:05:35.601 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82491]: 2026-02-12 02:05:35.317923546 +0000 UTC m=+0.054196612 container init 98edb245180dae7b03a7387275b6825827134de66bdce05dfc8877460d92ca36 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:05:35.601 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82491]: 2026-02-12 02:05:35.320431183 +0000 UTC m=+0.056704249 container start 98edb245180dae7b03a7387275b6825827134de66bdce05dfc8877460d92ca36 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS) 2026-02-12T02:05:35.602 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82491]: 2026-02-12 02:05:35.3211373 +0000 UTC m=+0.057410366 container attach 98edb245180dae7b03a7387275b6825827134de66bdce05dfc8877460d92ca36 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:05:35.602 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82491]: 2026-02-12 02:05:35.27568583 +0000 UTC m=+0.011958896 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:35.602 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:35.602 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:35.602 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:35.602 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:35 trial007 ceph-mon[94661]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:05:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:35 trial007 ceph-mon[94661]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:35 trial007 ceph-mon[94661]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T02:05:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:35 trial007 ceph-mon[92404]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:05:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:35 trial007 ceph-mon[92404]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:35 trial007 ceph-mon[92404]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T02:05:35.868 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:05:35.868 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:05:35.868 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:35.868 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:35.868 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:35.868 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T02:05:35.869 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate[82515]: --> ceph-volume lvm activate successful for osd ID: 4 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82491]: --> ceph-volume lvm activate successful for osd ID: 4 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82491]: 2026-02-12 02:05:35.741113869 +0000 UTC m=+0.477386935 container died 98edb245180dae7b03a7387275b6825827134de66bdce05dfc8877460d92ca36 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82491]: 2026-02-12 02:05:35.751648166 +0000 UTC m=+0.487921232 container remove 98edb245180dae7b03a7387275b6825827134de66bdce05dfc8877460d92ca36 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-activate, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260209) 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82731]: 2026-02-12 02:05:35.830349721 +0000 UTC m=+0.016221756 container create 2a6f7d1fc63e9a1bd722a86d4304445442dd526060fd14a6d5aee35e3b9f9b30 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0) 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82731]: 2026-02-12 02:05:35.855786663 +0000 UTC m=+0.041658708 container init 2a6f7d1fc63e9a1bd722a86d4304445442dd526060fd14a6d5aee35e3b9f9b30 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82731]: 2026-02-12 02:05:35.858356766 +0000 UTC m=+0.044228811 container start 2a6f7d1fc63e9a1bd722a86d4304445442dd526060fd14a6d5aee35e3b9f9b30 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 bash[82731]: 2a6f7d1fc63e9a1bd722a86d4304445442dd526060fd14a6d5aee35e3b9f9b30 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 podman[82731]: 2026-02-12 02:05:35.824100215 +0000 UTC m=+0.009972260 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 systemd[1]: Started Ceph osd.4 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:05:35.870 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:35 trial059 ceph-osd[82758]: -- 10.20.193.59:0/2110371115 <== mon.1 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x29f5860 con 0x2b50400 2026-02-12T02:05:36.143 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[82754]: 2026-02-12T02:05:36.076+0000 7f1f2adbd780 -1 Falling back to public interface 2026-02-12T02:05:36.524 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:36 trial059 ceph-mon[70701]: osdmap e124: 8 total, 7 up, 8 in 2026-02-12T02:05:36.524 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:36 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:36.524 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:36 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:36.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:36 trial007 ceph-mon[94661]: osdmap e124: 8 total, 7 up, 8 in 2026-02-12T02:05:36.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:36 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:36.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:36 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:36.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:36 trial007 ceph-mon[92404]: osdmap e124: 8 total, 7 up, 8 in 2026-02-12T02:05:36.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:36 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:36.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:36 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:36.825 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[82754]: 2026-02-12T02:05:36.570+0000 7f1f2adbd780 -1 osd.4 122 log_to_monitors true 2026-02-12T02:05:37.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:36.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:05:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:36] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:05:37.513 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:05:37 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[82754]: 2026-02-12T02:05:37.270+0000 7f1f22c06640 -1 osd.4 122 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:05:37.513 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:37.513 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: pgmap v88: 161 pgs: 18 active+undersized, 14 stale+active+clean, 14 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2026-02-12T02:05:37.513 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: from='osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T02:05:37.514 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T02:05:37.514 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.514 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.514 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: Health check failed: Degraded data redundancy: 65/732 objects degraded (8.880%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:37.514 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.514 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:37 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:37.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: pgmap v88: 161 pgs: 18 active+undersized, 14 stale+active+clean, 14 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2026-02-12T02:05:37.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: from='osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T02:05:37.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T02:05:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: Health check failed: Degraded data redundancy: 65/732 objects degraded (8.880%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:37.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: pgmap v88: 161 pgs: 18 active+undersized, 14 stale+active+clean, 14 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 65/732 objects degraded (8.880%) 2026-02-12T02:05:37.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: from='osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T02:05:37.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T02:05:37.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: Health check failed: Degraded data redundancy: 65/732 objects degraded (8.880%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:37.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:37.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:37 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:38 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:05:38.037+0000 7fb8a76eb640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2026-02-12T02:05:38.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T02:05:38.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: osdmap e125: 8 total, 7 up, 8 in 2026-02-12T02:05:38.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:38.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:38.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: osdmap e125: 8 total, 7 up, 8 in 2026-02-12T02:05:38.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T02:05:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T02:05:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: osdmap e125: 8 total, 7 up, 8 in 2026-02-12T02:05:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:38.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T02:05:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:39 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T02:05:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:39 trial059 ceph-mon[70701]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2026-02-12T02:05:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:39 trial059 ceph-mon[70701]: pgmap v90: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T02:05:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:39 trial059 ceph-mon[70701]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:39 trial059 ceph-mon[70701]: osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810] boot 2026-02-12T02:05:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:39 trial059 ceph-mon[70701]: osdmap e126: 8 total, 8 up, 8 in 2026-02-12T02:05:39.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T02:05:39.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T02:05:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[94661]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2026-02-12T02:05:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[94661]: pgmap v90: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T02:05:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[94661]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[94661]: osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810] boot 2026-02-12T02:05:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[94661]: osdmap e126: 8 total, 8 up, 8 in 2026-02-12T02:05:39.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T02:05:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T02:05:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[92404]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2026-02-12T02:05:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[92404]: pgmap v90: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T02:05:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[92404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[92404]: osd.4 [v2:10.20.193.59:6800/2172027810,v1:10.20.193.59:6801/2172027810] boot 2026-02-12T02:05:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[92404]: osdmap e126: 8 total, 8 up, 8 in 2026-02-12T02:05:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T02:05:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:40 trial059 ceph-mon[70701]: osdmap e127: 8 total, 8 up, 8 in 2026-02-12T02:05:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:40 trial007 ceph-mon[94661]: osdmap e127: 8 total, 8 up, 8 in 2026-02-12T02:05:40.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:40 trial007 ceph-mon[92404]: osdmap e127: 8 total, 8 up, 8 in 2026-02-12T02:05:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:41 trial059 ceph-mon[70701]: pgmap v93: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T02:05:41.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:41 trial007 ceph-mon[92404]: pgmap v93: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T02:05:41.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:41 trial007 ceph-mon[94661]: pgmap v93: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T02:05:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:42 trial059 ceph-mon[70701]: Health check update: Degraded data redundancy: 124/732 objects degraded (16.940%), 26 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:42.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:42 trial007 ceph-mon[94661]: Health check update: Degraded data redundancy: 124/732 objects degraded (16.940%), 26 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:42.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:42 trial007 ceph-mon[92404]: Health check update: Degraded data redundancy: 124/732 objects degraded (16.940%), 26 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:43.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:43 trial059 ceph-mon[70701]: pgmap v94: 161 pgs: 26 active+undersized, 12 active+undersized+degraded, 123 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 51/732 objects degraded (6.967%) 2026-02-12T02:05:43.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:43 trial007 ceph-mon[94661]: pgmap v94: 161 pgs: 26 active+undersized, 12 active+undersized+degraded, 123 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 51/732 objects degraded (6.967%) 2026-02-12T02:05:43.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:43 trial007 ceph-mon[92404]: pgmap v94: 161 pgs: 26 active+undersized, 12 active+undersized+degraded, 123 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 51/732 objects degraded (6.967%) 2026-02-12T02:05:43.966 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:05:44.295 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:05:44.295 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (3m) 27s ago 23m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (3m) 7s ago 23m 150M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (4m) 27s ago 22m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (4m) 7s ago 24m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (13m) 27s ago 25m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (2m) 27s ago 25m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (2m) 7s ago 24m 51.5M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (2m) 27s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (4m) 27s ago 23m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (4m) 7s ago 23m 14.1M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (98s) 27s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:05:44.296 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (78s) 27s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (63s) 27s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (28s) 27s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 d3a99e939fbe 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (8s) 7s ago 23m 13.9M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 2a6f7d1fc63e 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (23m) 7s ago 23m 66.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 57fed598041e 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (23m) 7s ago 23m 64.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (23m) 7s ago 23m 66.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (16m) 7s ago 23m 68.3M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (22m) 27s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:05:44.297 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (22m) 7s ago 22m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:05:44.319 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:05:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:05:44.501 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:05:44.501 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:05:44.501 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:05:44.501 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:05:44.501 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:05:44.501 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:05:44.501 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:05:44.501 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3, 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 5 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 5, 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 10 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:05:44.502 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:05:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:44 trial059 ceph-mon[70701]: from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:44 trial059 ceph-mon[70701]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 602 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:44 trial059 ceph-mon[70701]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:44 trial059 ceph-mon[70701]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/732 objects degraded (6.967%), 12 pgs degraded) 2026-02-12T02:05:44.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:44 trial059 ceph-mon[70701]: Cluster is now healthy 2026-02-12T02:05:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[92404]: from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[92404]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 602 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[92404]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[92404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/732 objects degraded (6.967%), 12 pgs degraded) 2026-02-12T02:05:44.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[92404]: Cluster is now healthy 2026-02-12T02:05:44.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[94661]: from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:44.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[94661]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 602 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:44.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[94661]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:44.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[94661]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/732 objects degraded (6.967%), 12 pgs degraded) 2026-02-12T02:05:44.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:44 trial007 ceph-mon[94661]: Cluster is now healthy 2026-02-12T02:05:44.671 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:05:44.671 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:05:44.672 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:05:44.672 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [], 2026-02-12T02:05:44.672 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T02:05:44.672 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "5/8 daemons upgraded", 2026-02-12T02:05:44.672 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T02:05:44.672 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:05:44.672 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:05:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:45 trial059 ceph-mon[70701]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:45 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1171098409' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:45 trial059 ceph-mon[70701]: from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:45 trial007 ceph-mon[92404]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:45 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1171098409' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:45 trial007 ceph-mon[92404]: from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:45.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:45 trial007 ceph-mon[94661]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:45.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:45 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1171098409' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:45.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:45 trial007 ceph-mon[94661]: from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:05:46.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:46 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:46.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:46 trial059 ceph-mon[70701]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:46.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:46 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:46.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:46 trial007 ceph-mon[92404]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:46.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:46 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:46.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:46 trial007 ceph-mon[94661]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:46.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:05:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:46] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:05:49.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:49 trial059 ceph-mon[70701]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:49.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:49 trial007 ceph-mon[92404]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:49.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:49 trial007 ceph-mon[94661]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:51 trial059 ceph-mon[70701]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 949 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:51 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:51.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:51 trial007 ceph-mon[92404]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 949 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:51.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:51 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:51.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:51 trial007 ceph-mon[94661]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 949 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:51 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:53.487 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:53 trial059 ceph-mon[70701]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:53.488 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:53 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T02:05:53.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:53 trial007 ceph-mon[92404]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:53.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:53 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T02:05:53.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:53 trial007 ceph-mon[94661]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:53.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:53 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T02:05:54.010 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:05:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:05:54.011 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:53 trial059 systemd[1]: Stopping Ceph osd.5 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:05:54.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:54 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T02:05:54.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:54 trial059 ceph-mon[70701]: Upgrade: osd.5 is safe to restart 2026-02-12T02:05:54.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:54 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:54.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:54 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T02:05:54.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:54 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:54.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:54 trial059 ceph-mon[70701]: osd.5 marked itself down and dead 2026-02-12T02:05:54.352 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:54 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[26920]: 2026-02-12T02:05:54.015+0000 7f399dd90640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:05:54.352 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:54 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[26920]: 2026-02-12T02:05:54.015+0000 7f399dd90640 -1 osd.5 127 *** Got signal Terminated *** 2026-02-12T02:05:54.352 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:54 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[26920]: 2026-02-12T02:05:54.015+0000 7f399dd90640 -1 osd.5 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:05:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T02:05:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[92404]: Upgrade: osd.5 is safe to restart 2026-02-12T02:05:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T02:05:54.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:54.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[92404]: osd.5 marked itself down and dead 2026-02-12T02:05:54.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T02:05:54.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[94661]: Upgrade: osd.5 is safe to restart 2026-02-12T02:05:54.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:54.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T02:05:54.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:54.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:54 trial007 ceph-mon[94661]: osd.5 marked itself down and dead 2026-02-12T02:05:55.101 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:54 trial059 podman[87670]: 2026-02-12 02:05:54.825504553 +0000 UTC m=+0.823178392 container died 57fed598041eb1aaa496aeb7198acc0753434cd117fbbf23708cb2258d87780e (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T02:05:55.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:54 trial059 podman[87670]: 2026-02-12 02:05:54.835023316 +0000 UTC m=+0.832697155 container remove 57fed598041eb1aaa496aeb7198acc0753434cd117fbbf23708cb2258d87780e (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:05:55.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:54 trial059 bash[87670]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5 2026-02-12T02:05:55.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:54 trial059 podman[87811]: 2026-02-12 02:05:54.9712558 +0000 UTC m=+0.016638783 container create aac74501d4e65b2d2ec9fca319d42cbeb56e1c854dce463a38b7e5db65660024 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209) 2026-02-12T02:05:55.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87811]: 2026-02-12 02:05:55.00212879 +0000 UTC m=+0.047511703 container init aac74501d4e65b2d2ec9fca319d42cbeb56e1c854dce463a38b7e5db65660024 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-02-12T02:05:55.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87811]: 2026-02-12 02:05:55.004391591 +0000 UTC m=+0.049774514 container start aac74501d4e65b2d2ec9fca319d42cbeb56e1c854dce463a38b7e5db65660024 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:05:55.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87811]: 2026-02-12 02:05:55.004935555 +0000 UTC m=+0.050318468 container attach aac74501d4e65b2d2ec9fca319d42cbeb56e1c854dce463a38b7e5db65660024 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3) 2026-02-12T02:05:55.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87811]: 2026-02-12 02:05:54.964815318 +0000 UTC m=+0.010198221 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:55.412 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:55 trial059 ceph-mon[70701]: Upgrade: Updating osd.5 2026-02-12T02:05:55.412 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:55 trial059 ceph-mon[70701]: Deploying daemon osd.5 on trial059 2026-02-12T02:05:55.412 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:55 trial059 ceph-mon[70701]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:55.412 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:55 trial059 ceph-mon[70701]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:55.412 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:55 trial059 ceph-mon[70701]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T02:05:55.413 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87811]: 2026-02-12 02:05:55.134561307 +0000 UTC m=+0.179944241 container died aac74501d4e65b2d2ec9fca319d42cbeb56e1c854dce463a38b7e5db65660024 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0) 2026-02-12T02:05:55.413 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87811]: 2026-02-12 02:05:55.145764262 +0000 UTC m=+0.191147165 container remove aac74501d4e65b2d2ec9fca319d42cbeb56e1c854dce463a38b7e5db65660024 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:05:55.413 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.5.service: Deactivated successfully. 2026-02-12T02:05:55.413 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 systemd[1]: Stopped Ceph osd.5 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:05:55.413 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.5.service: Consumed 7.047s CPU time. 2026-02-12T02:05:55.413 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 systemd[1]: Starting Ceph osd.5 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:05:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[92404]: Upgrade: Updating osd.5 2026-02-12T02:05:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[92404]: Deploying daemon osd.5 on trial059 2026-02-12T02:05:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[92404]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:55.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[92404]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:55.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[92404]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T02:05:55.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[94661]: Upgrade: Updating osd.5 2026-02-12T02:05:55.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[94661]: Deploying daemon osd.5 on trial059 2026-02-12T02:05:55.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[94661]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T02:05:55.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[94661]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:05:55.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:55 trial007 ceph-mon[94661]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T02:05:55.735 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87951]: 2026-02-12 02:05:55.417696997 +0000 UTC m=+0.015220308 container create 07695a638422bf0c961d06a8034137135bb0fa3171d04707265482ddfec8b9ba (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:05:55.735 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87951]: 2026-02-12 02:05:55.450057783 +0000 UTC m=+0.047581104 container init 07695a638422bf0c961d06a8034137135bb0fa3171d04707265482ddfec8b9ba (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:05:55.735 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87951]: 2026-02-12 02:05:55.452753881 +0000 UTC m=+0.050277202 container start 07695a638422bf0c961d06a8034137135bb0fa3171d04707265482ddfec8b9ba (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87951]: 2026-02-12 02:05:55.453255376 +0000 UTC m=+0.050778718 container attach 07695a638422bf0c961d06a8034137135bb0fa3171d04707265482ddfec8b9ba (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209) 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87951]: 2026-02-12 02:05:55.411943377 +0000 UTC m=+0.009466708 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:05:55.736 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:56.101 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2026-02-12T02:05:56.102 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate[87978]: --> ceph-volume lvm activate successful for osd ID: 5 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[87951]: --> ceph-volume lvm activate successful for osd ID: 5 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87951]: 2026-02-12 02:05:55.859402022 +0000 UTC m=+0.456925343 container died 07695a638422bf0c961d06a8034137135bb0fa3171d04707265482ddfec8b9ba (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[87951]: 2026-02-12 02:05:55.869752165 +0000 UTC m=+0.467275486 container remove 07695a638422bf0c961d06a8034137135bb0fa3171d04707265482ddfec8b9ba (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[88177]: 2026-02-12 02:05:55.948289263 +0000 UTC m=+0.015768650 container create 835e9524827a191fd74138412e85ad7011f94bb2b85bf151db43f2b7864f59c8 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, OSD_FLAVOR=default) 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[88177]: 2026-02-12 02:05:55.972968542 +0000 UTC m=+0.040447929 container init 835e9524827a191fd74138412e85ad7011f94bb2b85bf151db43f2b7864f59c8 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:05:56.103 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[88177]: 2026-02-12 02:05:55.975321711 +0000 UTC m=+0.042801098 container start 835e9524827a191fd74138412e85ad7011f94bb2b85bf151db43f2b7864f59c8 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS) 2026-02-12T02:05:56.104 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 bash[88177]: 835e9524827a191fd74138412e85ad7011f94bb2b85bf151db43f2b7864f59c8 2026-02-12T02:05:56.104 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 podman[88177]: 2026-02-12 02:05:55.941839524 +0000 UTC m=+0.009318901 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:05:56.104 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 systemd[1]: Started Ceph osd.5 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:05:56.104 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:55 trial059 ceph-osd[88205]: -- 10.20.193.59:0/731457863 <== mon.1 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2629860 con 0x2784000 2026-02-12T02:05:56.486 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:05:56.223+0000 7f4caf5f1780 -1 Falling back to public interface 2026-02-12T02:05:56.486 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:56 trial059 ceph-mon[70701]: osdmap e129: 8 total, 7 up, 8 in 2026-02-12T02:05:56.486 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:56 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:56.486 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:56 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:56.486 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:56 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:56.487 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:56 trial059 ceph-mon[70701]: pgmap v103: 161 pgs: 7 active+undersized, 16 stale+active+clean, 8 active+undersized+degraded, 130 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s; 22/732 objects degraded (3.005%) 2026-02-12T02:05:56.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[92404]: osdmap e129: 8 total, 7 up, 8 in 2026-02-12T02:05:56.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:56.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:56.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:56.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[92404]: pgmap v103: 161 pgs: 7 active+undersized, 16 stale+active+clean, 8 active+undersized+degraded, 130 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s; 22/732 objects degraded (3.005%) 2026-02-12T02:05:56.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[94661]: osdmap e129: 8 total, 7 up, 8 in 2026-02-12T02:05:56.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:05:56.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:56.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:56.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:56 trial007 ceph-mon[94661]: pgmap v103: 161 pgs: 7 active+undersized, 16 stale+active+clean, 8 active+undersized+degraded, 130 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s; 22/732 objects degraded (3.005%) 2026-02-12T02:05:57.101 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:05:56.744+0000 7f4caf5f1780 -1 osd.5 127 log_to_monitors true 2026-02-12T02:05:57.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:05:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:05:56.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:05:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:05:56] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:05:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:57 trial059 ceph-mon[70701]: from='osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T02:05:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:57 trial059 ceph-mon[70701]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T02:05:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:57 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:57 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:57 trial059 ceph-mon[70701]: Health check failed: Degraded data redundancy: 22/732 objects degraded (3.005%), 8 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:57.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:57 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:57.601 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:05:57 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:05:57.350+0000 7f4ca3432640 -1 osd.5 127 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:05:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[92404]: from='osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T02:05:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[92404]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T02:05:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[92404]: Health check failed: Degraded data redundancy: 22/732 objects degraded (3.005%), 8 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:57.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:57.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[94661]: from='osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T02:05:57.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[94661]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T02:05:57.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:57.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:57.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[94661]: Health check failed: Degraded data redundancy: 22/732 objects degraded (3.005%), 8 pgs degraded (PG_DEGRADED) 2026-02-12T02:05:57.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:57 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T02:05:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: osdmap e130: 8 total, 7 up, 8 in 2026-02-12T02:05:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: pgmap v105: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T02:05:58.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T02:05:58.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:58 trial059 ceph-mon[70701]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T02:05:58.623 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:05:58 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:05:58.213+0000 7fb8a76eb640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T02:05:58.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: osdmap e130: 8 total, 7 up, 8 in 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: pgmap v105: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[92404]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T02:05:58.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: osdmap e130: 8 total, 7 up, 8 in 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: pgmap v105: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:05:58.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T02:05:58.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T02:05:58.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:58 trial007 ceph-mon[94661]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T02:05:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:59 trial059 ceph-mon[70701]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:59 trial059 ceph-mon[70701]: osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411] boot 2026-02-12T02:05:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:59 trial059 ceph-mon[70701]: osdmap e131: 8 total, 8 up, 8 in 2026-02-12T02:05:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:05:59 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T02:05:59.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:59 trial007 ceph-mon[92404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:59.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:59 trial007 ceph-mon[92404]: osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411] boot 2026-02-12T02:05:59.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:59 trial007 ceph-mon[92404]: osdmap e131: 8 total, 8 up, 8 in 2026-02-12T02:05:59.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:05:59 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T02:05:59.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:59 trial007 ceph-mon[94661]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:05:59.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:59 trial007 ceph-mon[94661]: osd.5 [v2:10.20.193.59:6808/1574094411,v1:10.20.193.59:6809/1574094411] boot 2026-02-12T02:05:59.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:59 trial007 ceph-mon[94661]: osdmap e131: 8 total, 8 up, 8 in 2026-02-12T02:05:59.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:05:59 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T02:06:00.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:00 trial059 ceph-mon[70701]: osdmap e132: 8 total, 8 up, 8 in 2026-02-12T02:06:00.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:00 trial059 ceph-mon[70701]: pgmap v108: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T02:06:00.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:00 trial007 ceph-mon[94661]: osdmap e132: 8 total, 8 up, 8 in 2026-02-12T02:06:00.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:00 trial007 ceph-mon[94661]: pgmap v108: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T02:06:00.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:00 trial007 ceph-mon[92404]: osdmap e132: 8 total, 8 up, 8 in 2026-02-12T02:06:00.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:00 trial007 ceph-mon[92404]: pgmap v108: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 83/732 objects degraded (11.339%) 2026-02-12T02:06:02.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:02 trial059 ceph-mon[70701]: Health check update: Degraded data redundancy: 58/732 objects degraded (7.923%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:02.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:02 trial007 ceph-mon[94661]: Health check update: Degraded data redundancy: 58/732 objects degraded (7.923%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:02.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:02 trial007 ceph-mon[92404]: Health check update: Degraded data redundancy: 58/732 objects degraded (7.923%), 14 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:03.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:03 trial059 ceph-mon[70701]: pgmap v109: 161 pgs: 30 active+undersized, 14 active+undersized+degraded, 117 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T02:06:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:03 trial007 ceph-mon[94661]: pgmap v109: 161 pgs: 30 active+undersized, 14 active+undersized+degraded, 117 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T02:06:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:03 trial007 ceph-mon[92404]: pgmap v109: 161 pgs: 30 active+undersized, 14 active+undersized+degraded, 117 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T02:06:04.203 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:06:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:06:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:04 trial059 ceph-mon[70701]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/732 objects degraded (7.923%), 14 pgs degraded) 2026-02-12T02:06:04.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:04 trial059 ceph-mon[70701]: Cluster is now healthy 2026-02-12T02:06:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:04 trial007 ceph-mon[92404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/732 objects degraded (7.923%), 14 pgs degraded) 2026-02-12T02:06:04.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:04 trial007 ceph-mon[92404]: Cluster is now healthy 2026-02-12T02:06:04.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:04 trial007 ceph-mon[94661]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/732 objects degraded (7.923%), 14 pgs degraded) 2026-02-12T02:06:04.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:04 trial007 ceph-mon[94661]: Cluster is now healthy 2026-02-12T02:06:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:05 trial059 ceph-mon[70701]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 457 B/s rd, 0 op/s 2026-02-12T02:06:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:05 trial007 ceph-mon[92404]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 457 B/s rd, 0 op/s 2026-02-12T02:06:05.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:05 trial007 ceph-mon[94661]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 457 B/s rd, 0 op/s 2026-02-12T02:06:07.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:06:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:06:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:06] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:06:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:07 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:07 trial059 ceph-mon[70701]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T02:06:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:07 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:07 trial007 ceph-mon[92404]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T02:06:07.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:07 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:07 trial007 ceph-mon[94661]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 383 B/s rd, 0 op/s 2026-02-12T02:06:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:09 trial059 ceph-mon[70701]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 843 B/s rd, 0 op/s 2026-02-12T02:06:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:09 trial007 ceph-mon[92404]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 843 B/s rd, 0 op/s 2026-02-12T02:06:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:09 trial007 ceph-mon[94661]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 843 B/s rd, 0 op/s 2026-02-12T02:06:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:11 trial059 ceph-mon[70701]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 764 B/s rd, 0 op/s 2026-02-12T02:06:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:11 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:11.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:11 trial007 ceph-mon[92404]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 764 B/s rd, 0 op/s 2026-02-12T02:06:11.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:11 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:11.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:11 trial007 ceph-mon[94661]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 764 B/s rd, 0 op/s 2026-02-12T02:06:11.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:11 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:13.396 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:13 trial059 ceph-mon[70701]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T02:06:13.396 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:13 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T02:06:13.396 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:06:13.396 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:06:13.397 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:06:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:13 trial007 ceph-mon[92404]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T02:06:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:13 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T02:06:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:13 trial007 ceph-mon[94661]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T02:06:13.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:13 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T02:06:14.253 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:06:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:06:14.253 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:14 trial059 systemd[1]: Stopping Ceph osd.6 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:06:14.253 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[32220]: 2026-02-12T02:06:14.176+0000 7f383fcff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:06:14.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[32220]: 2026-02-12T02:06:14.176+0000 7f383fcff640 -1 osd.6 132 *** Got signal Terminated *** 2026-02-12T02:06:14.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:14 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[32220]: 2026-02-12T02:06:14.176+0000 7f383fcff640 -1 osd.6 132 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:06:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:14 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T02:06:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:14 trial059 ceph-mon[70701]: Upgrade: osd.6 is safe to restart 2026-02-12T02:06:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T02:06:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:14.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:14 trial059 ceph-mon[70701]: osd.6 marked itself down and dead 2026-02-12T02:06:14.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T02:06:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[92404]: Upgrade: osd.6 is safe to restart 2026-02-12T02:06:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T02:06:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:14.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[92404]: osd.6 marked itself down and dead 2026-02-12T02:06:14.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T02:06:14.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[94661]: Upgrade: osd.6 is safe to restart 2026-02-12T02:06:14.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:14.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T02:06:14.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:14.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:14 trial007 ceph-mon[94661]: osd.6 marked itself down and dead 2026-02-12T02:06:14.850 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (4m) 58s ago 23m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (3m) 18s ago 23m 150M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (4m) 58s ago 23m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (4m) 18s ago 25m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (13m) 58s ago 25m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (2m) 58s ago 25m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (3m) 18s ago 25m 52.3M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:06:15.190 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (2m) 58s ago 25m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (4m) 58s ago 23m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (4m) 18s ago 23m 14.4M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (2m) 58s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (109s) 58s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (94s) 58s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (59s) 58s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 d3a99e939fbe 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (39s) 18s ago 24m 50.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 2a6f7d1fc63e 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (19s) 18s ago 24m 14.0M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 835e9524827a 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (24m) 18s ago 24m 64.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 769225651f69 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (24m) 18s ago 24m 67.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4f1dfa0bae16 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (17m) 18s ago 23m 68.3M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:06:15.191 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (23m) 58s ago 23m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:06:15.192 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (23m) 18s ago 23m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:06:15.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93311]: 2026-02-12 02:06:15.00757115 +0000 UTC m=+0.842937906 container died 769225651f69bd50cddf4f4a18ac1dbb1704635f72e6184e1b3ffe3640663da4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3) 2026-02-12T02:06:15.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93311]: 2026-02-12 02:06:15.017668081 +0000 UTC m=+0.853034837 container remove 769225651f69bd50cddf4f4a18ac1dbb1704635f72e6184e1b3ffe3640663da4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=squid, OSD_FLAVOR=default) 2026-02-12T02:06:15.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 bash[93311]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6 2026-02-12T02:06:15.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93443]: 2026-02-12 02:06:15.152961544 +0000 UTC m=+0.014980160 container create 5c3807dba7cecfcaccff33d8850236eabfba6e920122f096e374c89321cfaeb0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:06:15.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93443]: 2026-02-12 02:06:15.191202787 +0000 UTC m=+0.053221413 container init 5c3807dba7cecfcaccff33d8850236eabfba6e920122f096e374c89321cfaeb0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:06:15.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93443]: 2026-02-12 02:06:15.19391218 +0000 UTC m=+0.055930786 container start 5c3807dba7cecfcaccff33d8850236eabfba6e920122f096e374c89321cfaeb0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2) 2026-02-12T02:06:15.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93443]: 2026-02-12 02:06:15.194352712 +0000 UTC m=+0.056371318 container attach 5c3807dba7cecfcaccff33d8850236eabfba6e920122f096e374c89321cfaeb0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3) 2026-02-12T02:06:15.254 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93443]: 2026-02-12 02:06:15.146946165 +0000 UTC m=+0.008964781 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:15.390 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:06:15.390 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:06:15.390 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:06:15.390 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:06:15.390 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:06:15.390 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 6 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3, 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 11 2026-02-12T02:06:15.391 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:06:15.392 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:06:15.560 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:06:15.560 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:06:15.561 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:06:15.561 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [], 2026-02-12T02:06:15.561 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T02:06:15.561 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "6/8 daemons upgraded", 2026-02-12T02:06:15.561 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T02:06:15.561 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:06:15.561 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:06:15.562 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[92404]: Upgrade: Updating osd.6 2026-02-12T02:06:15.562 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[92404]: Deploying daemon osd.6 on trial059 2026-02-12T02:06:15.562 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[92404]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:06:15.562 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[92404]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:06:15.562 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[92404]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T02:06:15.562 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[94661]: Upgrade: Updating osd.6 2026-02-12T02:06:15.562 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[94661]: Deploying daemon osd.6 on trial059 2026-02-12T02:06:15.562 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[94661]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:06:15.563 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[94661]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:06:15.563 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:15 trial007 ceph-mon[94661]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T02:06:15.581 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:15 trial059 ceph-mon[70701]: Upgrade: Updating osd.6 2026-02-12T02:06:15.582 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:15 trial059 ceph-mon[70701]: Deploying daemon osd.6 on trial059 2026-02-12T02:06:15.582 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:15 trial059 ceph-mon[70701]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:06:15.582 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:15 trial059 ceph-mon[70701]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:06:15.582 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:15 trial059 ceph-mon[70701]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T02:06:15.582 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93443]: 2026-02-12 02:06:15.323676491 +0000 UTC m=+0.185695117 container died 5c3807dba7cecfcaccff33d8850236eabfba6e920122f096e374c89321cfaeb0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:06:15.582 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93443]: 2026-02-12 02:06:15.335341377 +0000 UTC m=+0.197359983 container remove 5c3807dba7cecfcaccff33d8850236eabfba6e920122f096e374c89321cfaeb0 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:06:15.582 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.6.service: Deactivated successfully. 2026-02-12T02:06:15.582 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 systemd[1]: Stopped Ceph osd.6 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:06:15.583 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.6.service: Consumed 6.282s CPU time. 2026-02-12T02:06:15.583 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 systemd[1]: Starting Ceph osd.6 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:06:15.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93588]: 2026-02-12 02:06:15.587212025 +0000 UTC m=+0.017290329 container create be9c81bd0e16634d26f69586e99f5bd5b52491e706dc77ff4cfea7bc1ac0747f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:06:15.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93588]: 2026-02-12 02:06:15.619162275 +0000 UTC m=+0.049240569 container init be9c81bd0e16634d26f69586e99f5bd5b52491e706dc77ff4cfea7bc1ac0747f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:06:15.852 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93588]: 2026-02-12 02:06:15.62181401 +0000 UTC m=+0.051892314 container start be9c81bd0e16634d26f69586e99f5bd5b52491e706dc77ff4cfea7bc1ac0747f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:06:15.852 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93588]: 2026-02-12 02:06:15.622244653 +0000 UTC m=+0.052322947 container attach be9c81bd0e16634d26f69586e99f5bd5b52491e706dc77ff4cfea7bc1ac0747f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:06:15.852 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 podman[93588]: 2026-02-12 02:06:15.580624469 +0000 UTC m=+0.010702773 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:15.852 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:15.852 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 bash[93588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:15.852 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:15.852 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 bash[93588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:16.151 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:06:16.151 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:16.151 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 bash[93588]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:06:16.151 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 bash[93588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:16.151 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 bash[93588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 bash[93588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:15 trial059 bash[93588]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 bash[93588]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 bash[93588]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 bash[93588]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T02:06:16.152 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T02:06:16.153 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 bash[93588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T02:06:16.153 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate[93615]: --> ceph-volume lvm activate successful for osd ID: 6 2026-02-12T02:06:16.153 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 bash[93588]: --> ceph-volume lvm activate successful for osd ID: 6 2026-02-12T02:06:16.153 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 podman[93588]: 2026-02-12 02:06:16.0242207 +0000 UTC m=+0.454299004 container died be9c81bd0e16634d26f69586e99f5bd5b52491e706dc77ff4cfea7bc1ac0747f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True) 2026-02-12T02:06:16.153 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 podman[93588]: 2026-02-12 02:06:16.035493745 +0000 UTC m=+0.465572039 container remove be9c81bd0e16634d26f69586e99f5bd5b52491e706dc77ff4cfea7bc1ac0747f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209) 2026-02-12T02:06:16.153 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 podman[93825]: 2026-02-12 02:06:16.132722695 +0000 UTC m=+0.016042852 container create d658ee537b44779ac31f6dc57f42bc1c66cea8f02996cbde9c9f58a3815b9a63 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default) 2026-02-12T02:06:16.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[92404]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[92404]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[92404]: from='client.44442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1416802011' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[92404]: osdmap e134: 8 total, 7 up, 8 in 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[94661]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[94661]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[94661]: from='client.44442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1416802011' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:16.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[94661]: osdmap e134: 8 total, 7 up, 8 in 2026-02-12T02:06:16.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:16.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:16.406 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:16 trial059 ceph-mon[70701]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.406 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:16 trial059 ceph-mon[70701]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.406 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:16 trial059 ceph-mon[70701]: from='client.44442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:16.406 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:16 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1416802011' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:16.406 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:16 trial059 ceph-mon[70701]: osdmap e134: 8 total, 7 up, 8 in 2026-02-12T02:06:16.406 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:16.406 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:16.407 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 podman[93825]: 2026-02-12 02:06:16.158049331 +0000 UTC m=+0.041369488 container init d658ee537b44779ac31f6dc57f42bc1c66cea8f02996cbde9c9f58a3815b9a63 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:06:16.407 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 podman[93825]: 2026-02-12 02:06:16.160389064 +0000 UTC m=+0.043709232 container start d658ee537b44779ac31f6dc57f42bc1c66cea8f02996cbde9c9f58a3815b9a63 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2026-02-12T02:06:16.407 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 bash[93825]: d658ee537b44779ac31f6dc57f42bc1c66cea8f02996cbde9c9f58a3815b9a63 2026-02-12T02:06:16.407 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 podman[93825]: 2026-02-12 02:06:16.126286 +0000 UTC m=+0.009606157 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:16.407 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 systemd[1]: Started Ceph osd.6 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:06:16.407 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:06:16.394+0000 7f9f42d67780 -1 Falling back to public interface 2026-02-12T02:06:16.983 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:06:16.881+0000 7f9f42d67780 -1 osd.6 132 log_to_monitors true 2026-02-12T02:06:16.983 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:16.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:06:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:06:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:16] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:06:17.511 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:17 trial059 ceph-mon[70701]: from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:17.511 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:17 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:17.511 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:17 trial059 ceph-mon[70701]: pgmap v118: 161 pgs: 4 active+undersized, 12 stale+active+clean, 6 active+undersized+degraded, 139 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 19/732 objects degraded (2.596%) 2026-02-12T02:06:17.512 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:17 trial059 ceph-mon[70701]: Health check failed: Degraded data redundancy: 19/732 objects degraded (2.596%), 6 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:17.512 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:17 trial059 ceph-mon[70701]: from='osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T02:06:17.512 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:17 trial059 ceph-mon[70701]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T02:06:17.512 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:17.512 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[94661]: from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[94661]: pgmap v118: 161 pgs: 4 active+undersized, 12 stale+active+clean, 6 active+undersized+degraded, 139 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 19/732 objects degraded (2.596%) 2026-02-12T02:06:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[94661]: Health check failed: Degraded data redundancy: 19/732 objects degraded (2.596%), 6 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[94661]: from='osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[94661]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[92404]: from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[92404]: pgmap v118: 161 pgs: 4 active+undersized, 12 stale+active+clean, 6 active+undersized+degraded, 139 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s; 19/732 objects degraded (2.596%) 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[92404]: Health check failed: Degraded data redundancy: 19/732 objects degraded (2.596%), 6 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[92404]: from='osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T02:06:17.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[92404]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T02:06:17.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:17.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:17.766 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:06:17 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:06:17.515+0000 7f9f3abb0640 -1 osd.6 132 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:06:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T02:06:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: osdmap e135: 8 total, 7 up, 8 in 2026-02-12T02:06:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: pgmap v120: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:18 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T02:06:18.873 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:06:18 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:06:18.423+0000 7fb8a76eb640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: osdmap e135: 8 total, 7 up, 8 in 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: pgmap v120: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:18.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:18.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:18.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.875 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: osdmap e135: 8 total, 7 up, 8 in 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: pgmap v120: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.876 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:18.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:18.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:18.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:18.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:18.877 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:18 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T02:06:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:19 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T02:06:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:19 trial059 ceph-mon[70701]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T02:06:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:19 trial059 ceph-mon[70701]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:06:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:19 trial059 ceph-mon[70701]: osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592] boot 2026-02-12T02:06:19.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:19 trial059 ceph-mon[70701]: osdmap e136: 8 total, 8 up, 8 in 2026-02-12T02:06:19.852 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:19 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T02:06:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T02:06:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[92404]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T02:06:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[92404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:06:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[92404]: osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592] boot 2026-02-12T02:06:19.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[92404]: osdmap e136: 8 total, 8 up, 8 in 2026-02-12T02:06:19.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T02:06:19.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T02:06:19.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[94661]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T02:06:19.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[94661]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:06:19.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[94661]: osd.6 [v2:10.20.193.59:6816/3592697592,v1:10.20.193.59:6817/3592697592] boot 2026-02-12T02:06:19.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[94661]: osdmap e136: 8 total, 8 up, 8 in 2026-02-12T02:06:19.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:19 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T02:06:20.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:20 trial059 ceph-mon[70701]: osdmap e137: 8 total, 8 up, 8 in 2026-02-12T02:06:20.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:20 trial059 ceph-mon[70701]: pgmap v123: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T02:06:20.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:20 trial007 ceph-mon[94661]: osdmap e137: 8 total, 8 up, 8 in 2026-02-12T02:06:20.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:20 trial007 ceph-mon[94661]: pgmap v123: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T02:06:20.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:20 trial007 ceph-mon[92404]: osdmap e137: 8 total, 8 up, 8 in 2026-02-12T02:06:20.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:20 trial007 ceph-mon[92404]: pgmap v123: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 89/732 objects degraded (12.158%) 2026-02-12T02:06:22.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:22 trial059 ceph-mon[70701]: Health check update: Degraded data redundancy: 89/732 objects degraded (12.158%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:22.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:22 trial007 ceph-mon[92404]: Health check update: Degraded data redundancy: 89/732 objects degraded (12.158%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:22.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:22 trial007 ceph-mon[94661]: Health check update: Degraded data redundancy: 89/732 objects degraded (12.158%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:23.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:23 trial059 ceph-mon[70701]: pgmap v124: 161 pgs: 26 active+undersized, 17 active+undersized+degraded, 118 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 71/732 objects degraded (9.699%) 2026-02-12T02:06:23.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:23 trial007 ceph-mon[94661]: pgmap v124: 161 pgs: 26 active+undersized, 17 active+undersized+degraded, 118 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 71/732 objects degraded (9.699%) 2026-02-12T02:06:23.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:23 trial007 ceph-mon[92404]: pgmap v124: 161 pgs: 26 active+undersized, 17 active+undersized+degraded, 118 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 71/732 objects degraded (9.699%) 2026-02-12T02:06:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:24 trial059 ceph-mon[70701]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 71/732 objects degraded (9.699%), 17 pgs degraded) 2026-02-12T02:06:24.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:24 trial059 ceph-mon[70701]: Cluster is now healthy 2026-02-12T02:06:24.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:06:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:06:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:24 trial007 ceph-mon[92404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 71/732 objects degraded (9.699%), 17 pgs degraded) 2026-02-12T02:06:24.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:24 trial007 ceph-mon[92404]: Cluster is now healthy 2026-02-12T02:06:24.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:24 trial007 ceph-mon[94661]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 71/732 objects degraded (9.699%), 17 pgs degraded) 2026-02-12T02:06:24.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:24 trial007 ceph-mon[94661]: Cluster is now healthy 2026-02-12T02:06:25.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:25 trial007 ceph-mon[92404]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 625 B/s rd, 0 op/s 2026-02-12T02:06:25.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:25 trial007 ceph-mon[94661]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 625 B/s rd, 0 op/s 2026-02-12T02:06:25.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:25 trial059 ceph-mon[70701]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 625 B/s rd, 0 op/s 2026-02-12T02:06:27.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:26.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:06:27.116 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:06:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:26] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:06:27.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:27 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:27.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:27 trial007 ceph-mon[94661]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T02:06:27.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:27 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:27.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:27 trial007 ceph-mon[92404]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T02:06:27.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:27 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:27.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:27 trial059 ceph-mon[70701]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T02:06:29.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:29 trial007 ceph-mon[94661]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 964 B/s rd, 0 op/s 2026-02-12T02:06:29.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:29 trial007 ceph-mon[92404]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 964 B/s rd, 0 op/s 2026-02-12T02:06:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:29 trial059 ceph-mon[70701]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 964 B/s rd, 0 op/s 2026-02-12T02:06:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:31 trial059 ceph-mon[70701]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 873 B/s rd, 0 op/s 2026-02-12T02:06:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:31 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:31.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:31 trial007 ceph-mon[92404]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 873 B/s rd, 0 op/s 2026-02-12T02:06:31.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:31 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:31.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:31 trial007 ceph-mon[94661]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 873 B/s rd, 0 op/s 2026-02-12T02:06:31.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:31 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:33.598 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:33 trial059 ceph-mon[70701]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:06:33.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:33 trial007 ceph-mon[92404]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:06:33.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:33 trial007 ceph-mon[94661]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:06:34.182 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:06:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:06:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T02:06:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T02:06:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:34 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:34.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:34 trial059 systemd[1]: Stopping Ceph osd.7 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:06:34.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:34 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[37568]: 2026-02-12T02:06:34.385+0000 7f096429c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:06:34.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:34 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[37568]: 2026-02-12T02:06:34.385+0000 7f096429c640 -1 osd.7 137 *** Got signal Terminated *** 2026-02-12T02:06:34.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:34 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[37568]: 2026-02-12T02:06:34.385+0000 7f096429c640 -1 osd.7 137 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:06:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:34 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T02:06:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:34 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:34 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T02:06:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:34 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:34.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T02:06:34.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:34.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T02:06:34.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:34 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:35 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T02:06:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:35 trial059 ceph-mon[70701]: Upgrade: osd.7 is safe to restart 2026-02-12T02:06:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:35 trial059 ceph-mon[70701]: Upgrade: Updating osd.7 2026-02-12T02:06:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:35 trial059 ceph-mon[70701]: Deploying daemon osd.7 on trial059 2026-02-12T02:06:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:35 trial059 ceph-mon[70701]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:06:35.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:35 trial059 ceph-mon[70701]: osd.7 marked itself down and dead 2026-02-12T02:06:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T02:06:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[94661]: Upgrade: osd.7 is safe to restart 2026-02-12T02:06:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[94661]: Upgrade: Updating osd.7 2026-02-12T02:06:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[94661]: Deploying daemon osd.7 on trial059 2026-02-12T02:06:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[94661]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:06:35.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[94661]: osd.7 marked itself down and dead 2026-02-12T02:06:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T02:06:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[92404]: Upgrade: osd.7 is safe to restart 2026-02-12T02:06:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[92404]: Upgrade: Updating osd.7 2026-02-12T02:06:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[92404]: Deploying daemon osd.7 on trial059 2026-02-12T02:06:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[92404]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:06:35.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:35 trial007 ceph-mon[92404]: osd.7 marked itself down and dead 2026-02-12T02:06:36.064 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:35 trial059 podman[99335]: 2026-02-12 02:06:35.772298312 +0000 UTC m=+1.399995690 container died 4f1dfa0bae16d882afda05291d8e01d818cc435b83338f1d093976a37df2df6b (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_REF=squid) 2026-02-12T02:06:36.064 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:35 trial059 podman[99335]: 2026-02-12 02:06:35.78161581 +0000 UTC m=+1.409313178 container remove 4f1dfa0bae16d882afda05291d8e01d818cc435b83338f1d093976a37df2df6b (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, OSD_FLAVOR=default) 2026-02-12T02:06:36.064 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:35 trial059 bash[99335]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7 2026-02-12T02:06:36.064 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:35 trial059 podman[99479]: 2026-02-12 02:06:35.912492115 +0000 UTC m=+0.016861609 container create 172188dddc3cb517d34cf474a203549472e7c12c76df5cba3d8ec509978c3d8c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:06:36.064 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:35 trial059 podman[99479]: 2026-02-12 02:06:35.94307791 +0000 UTC m=+0.047447334 container init 172188dddc3cb517d34cf474a203549472e7c12c76df5cba3d8ec509978c3d8c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209) 2026-02-12T02:06:36.065 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:35 trial059 podman[99479]: 2026-02-12 02:06:35.945411552 +0000 UTC m=+0.049780976 container start 172188dddc3cb517d34cf474a203549472e7c12c76df5cba3d8ec509978c3d8c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209) 2026-02-12T02:06:36.065 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:35 trial059 podman[99479]: 2026-02-12 02:06:35.945858075 +0000 UTC m=+0.050227499 container attach 172188dddc3cb517d34cf474a203549472e7c12c76df5cba3d8ec509978c3d8c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:06:36.065 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99479]: 2026-02-12 02:06:35.905560667 +0000 UTC m=+0.009930101 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:36.065 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99479]: 2026-02-12 02:06:36.069885766 +0000 UTC m=+0.174255210 container died 172188dddc3cb517d34cf474a203549472e7c12c76df5cba3d8ec509978c3d8c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS) 2026-02-12T02:06:36.337 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:36 trial059 ceph-mon[70701]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:06:36.337 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:36 trial059 ceph-mon[70701]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T02:06:36.337 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:36 trial059 ceph-mon[70701]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T02:06:36.337 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99479]: 2026-02-12 02:06:36.081077239 +0000 UTC m=+0.185446673 container remove 172188dddc3cb517d34cf474a203549472e7c12c76df5cba3d8ec509978c3d8c (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:06:36.337 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.7.service: Deactivated successfully. 2026-02-12T02:06:36.338 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 systemd[1]: Stopped Ceph osd.7 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:06:36.338 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.7.service: Consumed 7.490s CPU time. 2026-02-12T02:06:36.338 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 systemd[1]: Starting Ceph osd.7 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:06:36.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:36 trial007 ceph-mon[92404]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:06:36.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:36 trial007 ceph-mon[92404]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T02:06:36.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:36 trial007 ceph-mon[92404]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T02:06:36.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:36 trial007 ceph-mon[94661]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T02:06:36.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:36 trial007 ceph-mon[94661]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T02:06:36.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:36 trial007 ceph-mon[94661]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T02:06:36.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99628]: 2026-02-12 02:06:36.342424622 +0000 UTC m=+0.016432870 container create 4298a9dfd9b7ed85c5e5672827c717028030d08ea4284618192007336c8d2d58 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:06:36.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99628]: 2026-02-12 02:06:36.374935207 +0000 UTC m=+0.048943465 container init 4298a9dfd9b7ed85c5e5672827c717028030d08ea4284618192007336c8d2d58 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:06:36.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99628]: 2026-02-12 02:06:36.377367453 +0000 UTC m=+0.051375701 container start 4298a9dfd9b7ed85c5e5672827c717028030d08ea4284618192007336c8d2d58 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:06:36.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99628]: 2026-02-12 02:06:36.377866324 +0000 UTC m=+0.051874582 container attach 4298a9dfd9b7ed85c5e5672827c717028030d08ea4284618192007336c8d2d58 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:06:36.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99628]: 2026-02-12 02:06:36.335350849 +0000 UTC m=+0.009359107 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:36.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:36.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:36.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:36.602 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:36.917 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:06:36.917 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:36.917 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T02:06:36.917 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:36.917 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:36.917 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T02:06:36.917 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T02:06:36.917 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T02:06:36.918 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate[99652]: --> ceph-volume lvm activate successful for osd ID: 7 2026-02-12T02:06:36.919 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99628]: --> ceph-volume lvm activate successful for osd ID: 7 2026-02-12T02:06:36.919 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99628]: 2026-02-12 02:06:36.798073713 +0000 UTC m=+0.472081971 container died 4298a9dfd9b7ed85c5e5672827c717028030d08ea4284618192007336c8d2d58 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:06:36.919 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:36.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:06:36.919 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99628]: 2026-02-12 02:06:36.808158352 +0000 UTC m=+0.482166610 container remove 4298a9dfd9b7ed85c5e5672827c717028030d08ea4284618192007336c8d2d58 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-activate, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, OSD_FLAVOR=default) 2026-02-12T02:06:36.919 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99862]: 2026-02-12 02:06:36.887148044 +0000 UTC m=+0.016441836 container create f89f7976536aa8a5663437f417531124f3ab2407fec72da6574c26991ba55df5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True) 2026-02-12T02:06:36.920 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99862]: 2026-02-12 02:06:36.919650463 +0000 UTC m=+0.048944185 container init f89f7976536aa8a5663437f417531124f3ab2407fec72da6574c26991ba55df5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS) 2026-02-12T02:06:36.920 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99862]: 2026-02-12 02:06:36.922493245 +0000 UTC m=+0.051786967 container start f89f7976536aa8a5663437f417531124f3ab2407fec72da6574c26991ba55df5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:06:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:06:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:36] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:06:37.174 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 bash[99862]: f89f7976536aa8a5663437f417531124f3ab2407fec72da6574c26991ba55df5 2026-02-12T02:06:37.175 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 podman[99862]: 2026-02-12 02:06:36.881240696 +0000 UTC m=+0.010534418 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:37.175 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 systemd[1]: Started Ceph osd.7 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:06:37.175 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:36 trial059 ceph-osd[99888]: -- 10.20.193.59:0/1285782206 <== mon.1 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x361f860 con 0x377a400 2026-02-12T02:06:37.175 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:37 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:06:37.163+0000 7f891a5d6780 -1 Falling back to public interface 2026-02-12T02:06:37.498 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:37 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:37.498 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:37 trial059 ceph-mon[70701]: pgmap v132: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:06:37.498 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:37 trial059 ceph-mon[70701]: osdmap e139: 8 total, 7 up, 8 in 2026-02-12T02:06:37.498 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:37 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:37.499 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:37 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:37.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:37.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[92404]: pgmap v132: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:06:37.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[92404]: osdmap e139: 8 total, 7 up, 8 in 2026-02-12T02:06:37.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:37.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[94661]: pgmap v132: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:06:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[94661]: osdmap e139: 8 total, 7 up, 8 in 2026-02-12T02:06:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:37.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:37 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:37.804 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:37 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:06:37.631+0000 7f891a5d6780 -1 osd.7 137 log_to_monitors true 2026-02-12T02:06:38.532 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:38 trial059 ceph-mon[70701]: from='osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T02:06:38.532 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:38 trial059 ceph-mon[70701]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T02:06:38.532 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:38.532 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:38 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:38.532 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:06:38 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:06:38.282+0000 7f891241f640 -1 osd.7 137 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:06:38.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:38 trial007 ceph-mon[94661]: from='osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T02:06:38.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:38 trial007 ceph-mon[94661]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T02:06:38.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:38.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:38 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:38.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:38 trial007 ceph-mon[92404]: from='osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T02:06:38.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:38 trial007 ceph-mon[92404]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T02:06:38.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:38.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:38 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: pgmap v134: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T02:06:39.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: osdmap e140: 8 total, 7 up, 8 in 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: Health check failed: Degraded data redundancy: 96/732 objects degraded (13.115%), 28 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:39.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T02:06:39.353 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T02:06:39.354 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:39 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T02:06:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: pgmap v134: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T02:06:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T02:06:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: osdmap e140: 8 total, 7 up, 8 in 2026-02-12T02:06:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: Health check failed: Degraded data redundancy: 96/732 objects degraded (13.115%), 28 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T02:06:39.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T02:06:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T02:06:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T02:06:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T02:06:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T02:06:39.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T02:06:39.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: pgmap v134: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T02:06:39.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: osdmap e140: 8 total, 7 up, 8 in 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: Health check failed: Degraded data redundancy: 96/732 objects degraded (13.115%), 28 pgs degraded (PG_DEGRADED) 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:39.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T02:06:39.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T02:06:39.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T02:06:39.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T02:06:39.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T02:06:39.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T02:06:39.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T02:06:39.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T02:06:39.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T02:06:39.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T02:06:39.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T02:06:39.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T02:06:39.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:39 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T02:06:40.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all osd 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993] boot 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mds 2026-02-12T02:06:40.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:06:40.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:40 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all osd 2026-02-12T02:06:40.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993] boot 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mds 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:06:40.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all osd 2026-02-12T02:06:40.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: osd.7 [v2:10.20.193.59:6824/3753872993,v1:10.20.193.59:6825/3753872993] boot 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mds 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.628 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:40.629 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:06:40.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:06:40.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:06:40.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:06:40.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:06:40.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.635 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:40.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:40.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:40.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:40.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:40.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:40 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:06:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:06:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nfs 2026-02-12T02:06:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:06:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all smb 2026-02-12T02:06:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: Upgrade: Finalizing container_image settings 2026-02-12T02:06:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: Upgrade: Complete! 2026-02-12T02:06:41.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: pgmap v137: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T02:06:41.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:41 trial059 ceph-mon[70701]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T02:06:41.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:06:41.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:06:41.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nfs 2026-02-12T02:06:41.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:06:41.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all smb 2026-02-12T02:06:41.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: Upgrade: Finalizing container_image settings 2026-02-12T02:06:41.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: Upgrade: Complete! 2026-02-12T02:06:41.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: pgmap v137: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T02:06:41.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[92404]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T02:06:41.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:06:41.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:06:41.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nfs 2026-02-12T02:06:41.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:06:41.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all smb 2026-02-12T02:06:41.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: Upgrade: Finalizing container_image settings 2026-02-12T02:06:41.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: Upgrade: Complete! 2026-02-12T02:06:41.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: pgmap v137: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T02:06:41.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:41 trial007 ceph-mon[94661]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T02:06:42.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:42 trial059 ceph-mon[70701]: pgmap v139: 161 pgs: 34 active+undersized, 25 active+undersized+degraded, 102 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T02:06:42.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:42 trial007 ceph-mon[92404]: pgmap v139: 161 pgs: 34 active+undersized, 25 active+undersized+degraded, 102 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T02:06:42.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:42 trial007 ceph-mon[94661]: pgmap v139: 161 pgs: 34 active+undersized, 25 active+undersized+degraded, 102 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T02:06:44.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:44 trial059 ceph-mon[70701]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/732 objects degraded (12.022%), 25 pgs degraded) 2026-02-12T02:06:44.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:44 trial059 ceph-mon[70701]: Cluster is now healthy 2026-02-12T02:06:44.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:06:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:06:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:44 trial007 ceph-mon[92404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/732 objects degraded (12.022%), 25 pgs degraded) 2026-02-12T02:06:44.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:44 trial007 ceph-mon[92404]: Cluster is now healthy 2026-02-12T02:06:44.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:44 trial007 ceph-mon[94661]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/732 objects degraded (12.022%), 25 pgs degraded) 2026-02-12T02:06:44.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:44 trial007 ceph-mon[94661]: Cluster is now healthy 2026-02-12T02:06:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:45 trial059 ceph-mon[70701]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:06:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:45 trial007 ceph-mon[92404]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:06:45.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:45 trial007 ceph-mon[94661]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:06:45.734 INFO:teuthology.orchestra.run.trial007.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T02:06:45.792 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:06:46.073 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:06:46.303 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:06:46.303 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (4m) 89s ago 24m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:06:46.303 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (4m) 8s ago 24m 150M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:06:46.303 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (5m) 89s ago 23m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:06:46.303 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (5m) 8s ago 25m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:06:46.303 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (14m) 89s ago 26m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:06:46.303 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (3m) 89s ago 26m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (3m) 8s ago 26m 51.8M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (3m) 89s ago 25m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (5m) 89s ago 24m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (5m) 8s ago 24m 14.8M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (2m) 89s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (2m) 89s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (2m) 89s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (90s) 89s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 d3a99e939fbe 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (70s) 8s ago 24m 53.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 2a6f7d1fc63e 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (50s) 8s ago 24m 51.3M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 835e9524827a 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (30s) 8s ago 24m 50.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 d658ee537b44 2026-02-12T02:06:46.304 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (9s) 8s ago 24m 13.9M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 f89f7976536a 2026-02-12T02:06:46.305 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (17m) 8s ago 24m 68.3M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:06:46.305 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (23m) 89s ago 23m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:06:46.305 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (23m) 8s ago 23m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:06:46.359 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2026-02-12T02:06:46.640 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:06:46.908 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:06:46.917 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:06:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:46] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:06:46.940 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2026-02-12T02:06:47.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:46.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:06:47.223 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:06:47.246 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:47 trial007 ceph-mon[92404]: from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:47.246 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:47 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:47.247 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:47 trial007 ceph-mon[92404]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 657 B/s rd, 0 op/s 2026-02-12T02:06:47.247 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:47 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/448984896' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:47.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:47 trial007 ceph-mon[94661]: from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:47.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:47 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:47.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:47 trial007 ceph-mon[94661]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 657 B/s rd, 0 op/s 2026-02-12T02:06:47.247 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:47 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/448984896' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:47.481 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T02:06:47.512 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T02:06:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:47 trial059 ceph-mon[70701]: from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:47 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:47 trial059 ceph-mon[70701]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 657 B/s rd, 0 op/s 2026-02-12T02:06:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:47 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/448984896' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:47.795 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:06:48.019 INFO:teuthology.orchestra.run.trial007.stdout:There are no upgrades in progress currently. 2026-02-12T02:06:48.057 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T02:06:48.337 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:06:48.360 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:48 trial007 ceph-mon[92404]: from='client.44478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:48.360 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:48 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/892422739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:48.361 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:48 trial007 ceph-mon[94661]: from='client.44478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:48.361 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:48 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/892422739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:48.600 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:06:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:48 trial059 ceph-mon[70701]: from='client.44478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:48 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/892422739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:48.636 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2026-02-12T02:06:48.918 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:06:49.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:49 trial007 ceph-mon[92404]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:49.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:49 trial007 ceph-mon[92404]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:06:49.311 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:49 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2139565812' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:06:49.312 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:49 trial007 ceph-mon[94661]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:49.312 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:49 trial007 ceph-mon[94661]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:06:49.312 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:49 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2139565812' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:06:49.419 INFO:teuthology.orchestra.run.trial007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:49.461 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T02:06:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:49 trial059 ceph-mon[70701]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:49 trial059 ceph-mon[70701]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:06:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:49 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2139565812' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:06:49.754 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:06:49.992 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:06:50.167 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:50.167 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.168 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:50.168 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:50.168 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.168 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.168 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:50.168 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.168 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:50.169 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:50.169 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.169 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.169 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:50.169 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.169 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.169 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.169 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.336 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:06:50.336 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (5m) 93s ago 24m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:06:50.336 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (4m) 12s ago 24m 150M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:06:50.336 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (5m) 93s ago 23m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:06:50.336 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (5m) 12s ago 25m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (14m) 93s ago 26m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (3m) 93s ago 26m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (3m) 12s ago 26m 51.8M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (3m) 93s ago 25m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (5m) 93s ago 24m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (5m) 12s ago 24m 14.8M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (2m) 93s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (2m) 93s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (2m) 93s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (94s) 93s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 d3a99e939fbe 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (74s) 12s ago 25m 53.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 2a6f7d1fc63e 2026-02-12T02:06:50.337 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (54s) 12s ago 24m 51.3M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 835e9524827a 2026-02-12T02:06:50.338 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (34s) 12s ago 24m 50.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 d658ee537b44 2026-02-12T02:06:50.338 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (13s) 12s ago 24m 13.9M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 f89f7976536a 2026-02-12T02:06:50.338 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (17m) 12s ago 24m 68.3M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:06:50.338 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (24m) 93s ago 24m - - 19.2.3-672-g283431c0 4cc07a41bb19 80d7d087ba94 2026-02-12T02:06:50.338 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (24m) 12s ago 24m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 063c4afdc88d 2026-02-12T02:06:50.447 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.447 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.447 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.447 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.447 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.447 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.448 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.448 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:06:50.448 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:50.448 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:50.448 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.448 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.448 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.448 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:06:50.449 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:50 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:06:50.541 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 13 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:06:50.542 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:06:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:06:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial007.nniftz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:06:50.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:50 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:06:50.710 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:06:50.710 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:06:50.711 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:06:50.711 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [], 2026-02-12T02:06:50.711 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2026-02-12T02:06:50.711 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "0/2 daemons upgraded", 2026-02-12T02:06:50.711 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading rgw daemons", 2026-02-12T02:06:50.711 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:06:50.711 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:06:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:06:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:06:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mgr 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mon 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all crash 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all osd 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mds 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Upgrade: Updating rgw.foo.trial007.nniftz (1/2) 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: Deploying daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:51.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:51 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/786953080' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:51.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mgr 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mon 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all crash 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all osd 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mds 2026-02-12T02:06:51.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:51.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Upgrade: Updating rgw.foo.trial007.nniftz (1/2) 2026-02-12T02:06:51.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: Deploying daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T02:06:51.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:06:51.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:51.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/786953080' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:51.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:51.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:06:51.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mgr 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mon 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all crash 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all osd 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mds 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Upgrade: Updating rgw.foo.trial007.nniftz (1/2) 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: Deploying daemon rgw.foo.trial007.nniftz on trial007 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:06:51.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:51.627 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:51 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/786953080' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:06:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:52 trial059 ceph-mon[70701]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:52 trial059 ceph-mon[70701]: from='client.54500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:52.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:52 trial007 ceph-mon[94661]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:52.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:52 trial007 ceph-mon[94661]: from='client.54500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:52.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:52 trial007 ceph-mon[92404]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:52.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:52 trial007 ceph-mon[92404]: from='client.54500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:06:53.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:53 trial059 ceph-mon[70701]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 868 B/s rd, 0 op/s 2026-02-12T02:06:53.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:53 trial007 ceph-mon[94661]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 868 B/s rd, 0 op/s 2026-02-12T02:06:53.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:53 trial007 ceph-mon[92404]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 868 B/s rd, 0 op/s 2026-02-12T02:06:54.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:06:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:06:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:55 trial059 ceph-mon[70701]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:06:55.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:55 trial007 ceph-mon[94661]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:06:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:55 trial007 ceph-mon[92404]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:06:57.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:06:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:06:56.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:06:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:06:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:06:56] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:06:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:57 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:57.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:57 trial059 ceph-mon[70701]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:06:57.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:57 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:57.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:57 trial007 ceph-mon[94661]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:06:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:57 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:06:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:57 trial007 ceph-mon[92404]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:06:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:06:59 trial059 ceph-mon[70701]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:06:59.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:06:59 trial007 ceph-mon[94661]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:06:59.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:06:59 trial007 ceph-mon[92404]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:01.332 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:01 trial059 ceph-mon[70701]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:01.333 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:01 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.333 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:01 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.333 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:01 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.333 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:01 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:07:01.333 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:01 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:01.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[94661]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:01.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:07:01.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:01.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[92404]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:01.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:01.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial059.ljtpvt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T02:07:01.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:01 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:02.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:02 trial059 ceph-mon[70701]: Upgrade: Updating rgw.foo.trial059.ljtpvt (2/2) 2026-02-12T02:07:02.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:02 trial059 ceph-mon[70701]: Deploying daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T02:07:02.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:02 trial007 ceph-mon[94661]: Upgrade: Updating rgw.foo.trial059.ljtpvt (2/2) 2026-02-12T02:07:02.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:02 trial007 ceph-mon[94661]: Deploying daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T02:07:02.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:02 trial007 ceph-mon[92404]: Upgrade: Updating rgw.foo.trial059.ljtpvt (2/2) 2026-02-12T02:07:02.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:02 trial007 ceph-mon[92404]: Deploying daemon rgw.foo.trial059.ljtpvt on trial059 2026-02-12T02:07:03.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:03 trial059 ceph-mon[70701]: pgmap v149: 161 pgs: 161 active+clean; 586 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 426 B/s wr, 46 op/s 2026-02-12T02:07:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:03 trial007 ceph-mon[94661]: pgmap v149: 161 pgs: 161 active+clean; 586 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 426 B/s wr, 46 op/s 2026-02-12T02:07:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:03 trial007 ceph-mon[92404]: pgmap v149: 161 pgs: 161 active+clean; 586 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 426 B/s wr, 46 op/s 2026-02-12T02:07:04.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:07:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:07:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:05 trial059 ceph-mon[70701]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 297 op/s 2026-02-12T02:07:05.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:05 trial007 ceph-mon[94661]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 297 op/s 2026-02-12T02:07:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:05 trial007 ceph-mon[92404]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 297 op/s 2026-02-12T02:07:07.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:07:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:07:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:06] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:07:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:07 trial059 ceph-mon[70701]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:07 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:07.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:07 trial007 ceph-mon[94661]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:07.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:07 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:07 trial007 ceph-mon[92404]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:07.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:07 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:09.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:09 trial059 ceph-mon[70701]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 297 op/s 2026-02-12T02:07:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:09 trial007 ceph-mon[94661]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 297 op/s 2026-02-12T02:07:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:09 trial007 ceph-mon[92404]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 297 op/s 2026-02-12T02:07:11.582 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:11 trial059 ceph-mon[70701]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:11.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:11 trial007 ceph-mon[94661]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:11.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:11 trial007 ceph-mon[92404]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:13.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:12 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:12 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:12 trial059 ceph-mon[70701]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:13.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:12 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:12 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:12 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.352 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:12 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:07:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:07:13.352 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:07:13.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[92404]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:13.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.354 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[94661]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 170 KiB/s rd, 2.7 KiB/s wr, 296 op/s 2026-02-12T02:07:13.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:13.355 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:12 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.206 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:07:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:07:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial007.nniftz"} : dispatch 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial007.nniftz"}]': finished 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial059.ljtpvt"} : dispatch 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial059.ljtpvt"}]': finished 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.376 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.377 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.379 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial007.nniftz"} : dispatch 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial007.nniftz"}]': finished 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial059.ljtpvt"} : dispatch 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial059.ljtpvt"}]': finished 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.380 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.381 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:07:14.382 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:07:14.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:07:14.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:07:14.383 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:07:14.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.383 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.384 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:07:14.385 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:07:14.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:07:14.386 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:07:14.386 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T02:07:14.386 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:07:14.386 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:07:14.386 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.387 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T02:07:14.388 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:07:14.389 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.390 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.391 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:07:14.391 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:07:14.391 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:14.391 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:14.391 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:07:14.391 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:07:14.391 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:14.391 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:14 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:14.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:07:14.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial007.nniftz"} : dispatch 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial007.nniftz"}]': finished 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial059.ljtpvt"} : dispatch 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial059.ljtpvt"}]': finished 2026-02-12T02:07:14.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:14.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:07:14.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T02:07:14.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:07:14.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:07:14.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:07:14.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:14.610 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:14 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 258 KiB/s rd, 2.4 KiB/s wr, 443 op/s 2026-02-12T02:07:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5221-ge200f5a1 2026-02-12T02:07:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all rgw 2026-02-12T02:07:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:07:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nfs 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all smb 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: Finalizing container_image settings 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Upgrade: Complete! 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: Checking dashboard <-> RGW credentials 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:15.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:15 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 258 KiB/s rd, 2.4 KiB/s wr, 443 op/s 2026-02-12T02:07:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5221-ge200f5a1 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all rgw 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nfs 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all smb 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: Finalizing container_image settings 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Upgrade: Complete! 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: Checking dashboard <-> RGW credentials 2026-02-12T02:07:15.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:15.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:15.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:15.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 258 KiB/s rd, 2.4 KiB/s wr, 443 op/s 2026-02-12T02:07:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5221-ge200f5a1 2026-02-12T02:07:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all rgw 2026-02-12T02:07:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:07:15.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nfs 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all smb 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: Finalizing container_image settings 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Upgrade: Complete! 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: Checking dashboard <-> RGW credentials 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:07:15.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:15 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:16.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:16.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:07:17.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:16.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:07:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:07:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:16] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:07:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:17 trial059 ceph-mon[70701]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 114 KiB/s rd, 85 B/s wr, 192 op/s 2026-02-12T02:07:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:17 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:17 trial007 ceph-mon[94661]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 114 KiB/s rd, 85 B/s wr, 192 op/s 2026-02-12T02:07:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:17 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:17.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:17 trial007 ceph-mon[92404]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 114 KiB/s rd, 85 B/s wr, 192 op/s 2026-02-12T02:07:17.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:17 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:19 trial059 ceph-mon[70701]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 178 KiB/s rd, 85 B/s wr, 300 op/s 2026-02-12T02:07:19.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:19 trial007 ceph-mon[94661]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 178 KiB/s rd, 85 B/s wr, 300 op/s 2026-02-12T02:07:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:19 trial007 ceph-mon[92404]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 178 KiB/s rd, 85 B/s wr, 300 op/s 2026-02-12T02:07:20.884 INFO:teuthology.orchestra.run.trial007.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T02:07:20.922 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:07:21.206 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:07:21.437 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:07:21.437 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (5m) 8s ago 24m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (4m) 8s ago 24m 150M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (6m) 8s ago 24m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (6m) 8s ago 26m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (15m) 8s ago 27m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (3m) 8s ago 27m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (4m) 8s ago 26m 56.0M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (3m) 8s ago 26m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (5m) 8s ago 24m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (5m) 8s ago 24m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (3m) 8s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (2m) 8s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:07:21.438 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (2m) 8s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:07:21.439 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (2m) 8s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 d3a99e939fbe 2026-02-12T02:07:21.439 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (105s) 8s ago 25m 65.5M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 2a6f7d1fc63e 2026-02-12T02:07:21.439 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (85s) 8s ago 25m 59.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 835e9524827a 2026-02-12T02:07:21.439 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (65s) 8s ago 25m 58.8M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 d658ee537b44 2026-02-12T02:07:21.439 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (44s) 8s ago 25m 60.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 f89f7976536a 2026-02-12T02:07:21.439 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (18m) 8s ago 24m 68.3M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:07:21.439 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (20s) 8s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 32a7445b4f0f 2026-02-12T02:07:21.439 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (9s) 8s ago 24m 104M - 20.3.0-5221-ge200f5a1 c60a330ee965 273c6514aab3 2026-02-12T02:07:21.476 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T02:07:21.497 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:21 trial007 ceph-mon[94661]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:21.498 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:21 trial007 ceph-mon[92404]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:21 trial059 ceph-mon[70701]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:21.757 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:07:22.007 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:07:22.008 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T02:07:22.009 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:07:22.009 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:07:22.009 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:07:22.009 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T02:07:22.009 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T02:07:22.009 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:07:22.009 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:07:22.043 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'time timeout 60 bash -c "until ceph versions | jq -e '"'"'.rgw | length == 1'"'"'; do sleep 2; done"' 2026-02-12T02:07:22.365 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:07:22.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:22 trial007 ceph-mon[92404]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:07:22.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:22 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3667844589' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:22.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:22 trial007 ceph-mon[94661]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:07:22.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:22 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3667844589' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:22.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:22 trial059 ceph-mon[70701]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:07:22.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:22 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3667844589' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:22.625 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:23.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:23 trial059 ceph-mon[70701]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:07:23.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:23 trial059 ceph-mon[70701]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:23.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:23 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/444081846' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:23.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:23 trial007 ceph-mon[94661]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:07:23.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:23 trial007 ceph-mon[94661]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:23.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:23 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/444081846' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:23.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:23 trial007 ceph-mon[92404]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:07:23.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:23 trial007 ceph-mon[92404]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:23.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:23 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/444081846' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:24.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:07:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:07:24.827 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:25.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:25 trial059 ceph-mon[70701]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:25.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:25 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3756640846' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:25.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:25 trial007 ceph-mon[92404]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:25.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:25 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3756640846' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:25.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:25 trial007 ceph-mon[94661]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 179 KiB/s rd, 85 B/s wr, 302 op/s 2026-02-12T02:07:25.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:25 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3756640846' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:27.027 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:27.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:26.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:07:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:07:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:26] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:07:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:27 trial059 ceph-mon[70701]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 66 KiB/s rd, 0 B/s wr, 110 op/s 2026-02-12T02:07:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:27 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:27 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3687990841' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:27.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:27 trial007 ceph-mon[94661]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 66 KiB/s rd, 0 B/s wr, 110 op/s 2026-02-12T02:07:27.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:27 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:27.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:27 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3687990841' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:27 trial007 ceph-mon[92404]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 66 KiB/s rd, 0 B/s wr, 110 op/s 2026-02-12T02:07:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:27 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:27.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:27 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3687990841' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:29.231 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:29 trial059 ceph-mon[70701]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 66 KiB/s rd, 0 B/s wr, 110 op/s 2026-02-12T02:07:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:29 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2058706955' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:29.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:29 trial007 ceph-mon[94661]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 66 KiB/s rd, 0 B/s wr, 110 op/s 2026-02-12T02:07:29.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:29 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2058706955' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:29.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:29 trial007 ceph-mon[92404]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 66 KiB/s rd, 0 B/s wr, 110 op/s 2026-02-12T02:07:29.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:29 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2058706955' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:31.434 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:31 trial059 ceph-mon[70701]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 2.2 KiB/s rd, 3 op/s 2026-02-12T02:07:31.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:31 trial007 ceph-mon[94661]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 2.2 KiB/s rd, 3 op/s 2026-02-12T02:07:31.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:31 trial007 ceph-mon[92404]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 2.2 KiB/s rd, 3 op/s 2026-02-12T02:07:32.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:32 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1237684139' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:32.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:32 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1237684139' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:32.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:32 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1237684139' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:33 trial059 ceph-mon[70701]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:33.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:33 trial007 ceph-mon[94661]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:33.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:33 trial007 ceph-mon[92404]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:33.638 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:34.282 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:07:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:07:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:34 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2909920874' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:34.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:34 trial059 ceph-mon[70701]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:34 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2909920874' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:34.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:34 trial007 ceph-mon[94661]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:34.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:34 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2909920874' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:34.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:34 trial007 ceph-mon[92404]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:35.837 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:36.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:35 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/206051733' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:36.123 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:35 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/206051733' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:36.350 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:35 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/206051733' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:37.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:36 trial059 ceph-mon[70701]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:37.101 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:36 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:37.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:36.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:07:37.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:36 trial007 ceph-mon[94661]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:37.123 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:36 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:37.124 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:07:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:36] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:07:37.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:36 trial007 ceph-mon[92404]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:37.124 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:36 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:38.043 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:38.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:38 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1557069294' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:38.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:38 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1557069294' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:38.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:38 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1557069294' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:39.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:39 trial007 ceph-mon[94661]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:39.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:39 trial007 ceph-mon[92404]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:39 trial059 ceph-mon[70701]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:40.250 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:41.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:41 trial007 ceph-mon[94661]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:41.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:41 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2718443755' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:41.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:41 trial007 ceph-mon[92404]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:41.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:41 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2718443755' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:41 trial059 ceph-mon[70701]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:41 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2718443755' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:42.453 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:43.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:43 trial059 ceph-mon[70701]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:43.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:43 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3365208783' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:43.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:43 trial007 ceph-mon[94661]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:43.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:43 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3365208783' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:43.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:43 trial007 ceph-mon[92404]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:43.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:43 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3365208783' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:44.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:07:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:07:44.659 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:45 trial059 ceph-mon[70701]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:45 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3175483958' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:45.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:45 trial007 ceph-mon[94661]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:45.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:45 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3175483958' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:45 trial007 ceph-mon[92404]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:45.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:45 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3175483958' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:46.863 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:46.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:07:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:07:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:46] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:07:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:47 trial059 ceph-mon[70701]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:47 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:47 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2885269595' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:47 trial007 ceph-mon[94661]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:47 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:47 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2885269595' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:47.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:47 trial007 ceph-mon[92404]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:47.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:47 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:47.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:47 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2885269595' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:49.067 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:49.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:49 trial007 ceph-mon[94661]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:49.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:49 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/93723808' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:49.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:49 trial007 ceph-mon[92404]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:49.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:49 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/93723808' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:49 trial059 ceph-mon[70701]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:49 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/93723808' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:51.269 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:51 trial059 ceph-mon[70701]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:51.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:51 trial007 ceph-mon[94661]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:51.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:51 trial007 ceph-mon[92404]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:52 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3384703858' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:52.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:52 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3384703858' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:52.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:52 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3384703858' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:53.471 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:53.471 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:53 trial007 ceph-mon[94661]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:53.471 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:53 trial007 ceph-mon[92404]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:53.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:53 trial059 ceph-mon[70701]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:54.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:54 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3526547739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:54.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:07:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:07:54.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:54 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3526547739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:54.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:54 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3526547739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:55 trial059 ceph-mon[70701]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:55.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:55 trial007 ceph-mon[94661]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:55 trial007 ceph-mon[92404]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:55.676 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:56.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:56 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1941475090' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:56.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:56 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1941475090' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:56.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:56 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1941475090' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:57.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:07:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:07:56.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:07:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:07:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:07:56] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:07:57.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:57 trial059 ceph-mon[70701]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:57.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:57 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:57.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:57 trial007 ceph-mon[94661]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:57.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:57 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:57 trial007 ceph-mon[92404]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:07:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:57 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:07:57.876 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:07:58.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:58 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3663507477' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:58.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:58 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3663507477' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:58.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:58 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3663507477' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:07:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:07:59 trial059 ceph-mon[70701]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:59.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:07:59 trial007 ceph-mon[94661]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:07:59.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:07:59 trial007 ceph-mon[92404]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:00.084 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:08:00.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:00 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1594567709' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:00.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:00 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1594567709' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:00.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:00 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1594567709' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:01.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:01 trial059 ceph-mon[70701]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:01.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:01 trial007 ceph-mon[94661]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:01.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:01 trial007 ceph-mon[92404]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:02.285 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:08:03.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:03 trial059 ceph-mon[70701]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:03.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:03 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/556553570' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:03 trial007 ceph-mon[94661]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:03 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/556553570' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:03 trial007 ceph-mon[92404]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:03 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/556553570' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:04.350 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:08:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:08:04.491 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:08:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:05 trial059 ceph-mon[70701]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:05 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2983234973' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:05.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:05 trial007 ceph-mon[94661]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:05.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:05 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2983234973' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:05 trial007 ceph-mon[92404]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:05.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:05 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2983234973' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:06.697 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:08:07.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:06.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:08:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:08:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:06] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:08:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:07 trial059 ceph-mon[70701]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:07 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:07 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1923585274' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:07 trial007 ceph-mon[92404]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:07 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:07 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1923585274' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:07 trial007 ceph-mon[94661]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:07 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:07.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:07 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1923585274' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:08.900 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:08:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:09 trial059 ceph-mon[70701]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:09 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1103822197' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:09 trial007 ceph-mon[94661]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:09 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1103822197' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:09 trial007 ceph-mon[92404]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:09 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1103822197' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:11.108 INFO:teuthology.orchestra.run.trial007.stdout:false 2026-02-12T02:08:11.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:11 trial007 ceph-mon[94661]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:11.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:11 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2194806505' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:11.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:11 trial007 ceph-mon[92404]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:11.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:11 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2194806505' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:11 trial059 ceph-mon[70701]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:11 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2194806505' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:13.316 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:08:13.317 INFO:teuthology.orchestra.run.trial007.stderr: 2026-02-12T02:08:13.317 INFO:teuthology.orchestra.run.trial007.stderr:real 0m50.895s 2026-02-12T02:08:13.317 INFO:teuthology.orchestra.run.trial007.stderr:user 0m4.386s 2026-02-12T02:08:13.317 INFO:teuthology.orchestra.run.trial007.stderr:sys 0m0.551s 2026-02-12T02:08:13.351 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.rgw | keys'"'"' | grep $sha1' 2026-02-12T02:08:13.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:13 trial059 ceph-mon[70701]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:08:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:08:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:08:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:13 trial007 ceph-mon[92404]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:13.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:13 trial007 ceph-mon[94661]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:13.633 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:13.898 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T02:08:13.930 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T02:08:14.213 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:14 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3917371339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:14.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:14 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/137179674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:14.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:08:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:08:14.436 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:14 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3917371339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:14.436 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:14 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/137179674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:14.437 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:14 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3917371339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:14.437 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:14 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/137179674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:14.437 INFO:teuthology.orchestra.run.trial007.stdout:There are no upgrades in progress currently. 2026-02-12T02:08:14.476 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T02:08:14.763 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:15.019 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:08:15.057 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T02:08:15.339 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:15.363 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[92404]: pgmap v185: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:15.363 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:15.363 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:15.363 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:15.363 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1345623758' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:08:15.364 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[94661]: pgmap v185: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:15.364 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:15.364 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:15.364 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:15.364 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:15 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1345623758' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:08:15.561 INFO:teuthology.orchestra.run.trial007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:08:15.599 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T02:08:15.626 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial007.front.sepia.ceph.com 2026-02-12T02:08:15.626 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2026-02-12T02:08:15.627 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:15 trial059 ceph-mon[70701]: pgmap v185: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:15.627 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:15 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:15.627 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:15 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:15.627 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:15 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:15.627 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:15 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1345623758' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:08:15.915 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:16.146 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:08:16.347 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='client.44793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:16.347 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.347 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:16.347 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.348 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.349 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='client.44793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.350 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.351 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:16 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.495 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:08:16.495 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (6m) 63s ago 25m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:08:16.495 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (5m) 63s ago 25m 150M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:08:16.495 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (7m) 63s ago 25m - - 3.9 4cc07a41bb19 a472e5d9d824 2026-02-12T02:08:16.495 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (6m) 63s ago 27m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:08:16.495 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (16m) 63s ago 27m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:08:16.496 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (4m) 63s ago 27m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:08:16.496 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (5m) 63s ago 27m 56.0M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:08:16.496 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (4m) 63s ago 27m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:08:16.496 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (6m) 63s ago 25m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:08:16.496 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (6m) 63s ago 25m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:08:16.496 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (4m) 63s ago 27m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:08:16.496 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (3m) 63s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (3m) 63s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (3m) 63s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 d3a99e939fbe 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (2m) 63s ago 26m 65.5M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 2a6f7d1fc63e 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (2m) 63s ago 26m 59.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 835e9524827a 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (2m) 63s ago 26m 58.8M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 d658ee537b44 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (99s) 63s ago 26m 60.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 f89f7976536a 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (19m) 63s ago 25m 68.3M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (75s) 63s ago 25m - - 20.3.0-5221-ge200f5a1 c60a330ee965 32a7445b4f0f 2026-02-12T02:08:16.497 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (64s) 63s ago 25m 104M - 20.3.0-5221-ge200f5a1 c60a330ee965 273c6514aab3 2026-02-12T02:08:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='client.44793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:16.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:16 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:16.697 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:08:16.697 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:08:16.697 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:08:16.697 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:08:16.697 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:08:16.698 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:08:16.867 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:08:16.867 INFO:teuthology.orchestra.run.trial007.stdout: "in_progress": true, 2026-02-12T02:08:16.867 INFO:teuthology.orchestra.run.trial007.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T02:08:16.867 INFO:teuthology.orchestra.run.trial007.stdout: "services_complete": [ 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: "mon", 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: "rgw", 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: "osd", 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: "mgr" 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: ], 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: "which": "Upgrading all daemon types on all hosts", 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: "progress": "15/21 daemons upgraded", 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: "message": "Currently upgrading iscsi daemons", 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout: "is_paused": false 2026-02-12T02:08:16.868 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:08:17.066 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:08:17.067 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:08:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:16] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:08:17.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:16.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:08:17.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: from='client.44805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:17.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mgr 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mon 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all crash 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all osd 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all mds 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all rgw 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:08:17.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: pgmap v186: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: from='client.44811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Upgrade: Updating iscsi.foo.trial007.pmomlh 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: Deploying daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1680923289' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:17.375 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/175448775' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:08:17.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: from='client.44805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:17.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:08:17.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:08:17.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:08:17.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:08:17.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mgr 2026-02-12T02:08:17.376 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mon 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all crash 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all osd 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all mds 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all rgw 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: pgmap v186: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: from='client.44811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Upgrade: Updating iscsi.foo.trial007.pmomlh 2026-02-12T02:08:17.377 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:17.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T02:08:17.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:17.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: Deploying daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T02:08:17.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1680923289' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:17.378 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:17 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/175448775' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:08:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: from='client.44805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:08:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:08:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mgr 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mon 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all crash 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all osd 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all mds 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all rgw 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: pgmap v186: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:17.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:17.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: from='client.44811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:17.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Upgrade: Updating iscsi.foo.trial007.pmomlh 2026-02-12T02:08:17.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:17.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial007.pmomlh", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T02:08:17.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:17.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: Deploying daemon iscsi.foo.trial007.pmomlh on trial007 2026-02-12T02:08:17.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1680923289' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:17.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:17 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/175448775' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:08:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:18 trial059 ceph-mon[70701]: from='client.44817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:18 trial059 ceph-mon[70701]: from='client.44823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:18.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:18 trial059 ceph-mon[70701]: from='client.54794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:18.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:18 trial007 ceph-mon[94661]: from='client.44817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:18.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:18 trial007 ceph-mon[94661]: from='client.44823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:18.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:18 trial007 ceph-mon[94661]: from='client.54794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:18 trial007 ceph-mon[92404]: from='client.44817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:18 trial007 ceph-mon[92404]: from='client.44823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:18.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:18 trial007 ceph-mon[92404]: from='client.54794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:19 trial059 ceph-mon[70701]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:19 trial007 ceph-mon[92404]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:19.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:19 trial007 ceph-mon[94661]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:21 trial059 ceph-mon[70701]: pgmap v188: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:21.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:21 trial007 ceph-mon[94661]: pgmap v188: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:21 trial007 ceph-mon[92404]: pgmap v188: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:23.351 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:23 trial059 ceph-mon[70701]: pgmap v189: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:23.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:23 trial007 ceph-mon[94661]: pgmap v189: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:23.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:23 trial007 ceph-mon[92404]: pgmap v189: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:24.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:08:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:08:25.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:25 trial059 ceph-mon[70701]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:25.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:25 trial007 ceph-mon[94661]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:25.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:25 trial007 ceph-mon[92404]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:26.884 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:08:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:26] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:08:27.100 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:26.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:08:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:27 trial007 ceph-mon[92404]: pgmap v191: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:27.147 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:27 trial007 ceph-mon[92404]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:27.147 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:27 trial007 ceph-mon[94661]: pgmap v191: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:27.147 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:27 trial007 ceph-mon[94661]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:27.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:27 trial059 ceph-mon[70701]: pgmap v191: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:27.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:27 trial059 ceph-mon[70701]: from='client.25502 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:28.373 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1649891819' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T02:08:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1918782653' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1115208975"} : dispatch 2026-02-12T02:08:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.374 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1649891819' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T02:08:28.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1918782653' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1115208975"} : dispatch 2026-02-12T02:08:28.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.375 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:28 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:28 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1649891819' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T02:08:28.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:28 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1918782653' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1115208975"} : dispatch 2026-02-12T02:08:28.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:28.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:28 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:29 trial059 ceph-mon[70701]: pgmap v192: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:29 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1918782653' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1115208975"}]': finished 2026-02-12T02:08:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:29 trial059 ceph-mon[70701]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T02:08:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:29 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2000884136' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"} : dispatch 2026-02-12T02:08:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:29 trial059 ceph-mon[70701]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"} : dispatch 2026-02-12T02:08:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:29 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:29.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:29 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:29.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[92404]: pgmap v192: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:29.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1918782653' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1115208975"}]': finished 2026-02-12T02:08:29.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[92404]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2000884136' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"} : dispatch 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[92404]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"} : dispatch 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[94661]: pgmap v192: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1918782653' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1115208975"}]': finished 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[94661]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2000884136' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"} : dispatch 2026-02-12T02:08:29.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[94661]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"} : dispatch 2026-02-12T02:08:29.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:29.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:29 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"}]': finished 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.603 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial007.pmomlh"} : dispatch 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial007.pmomlh"}]': finished 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.604 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:08:30.605 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:08:30.606 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.607 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/1226546512' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.608 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.609 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"}]': finished 2026-02-12T02:08:30.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial007.pmomlh"} : dispatch 2026-02-12T02:08:30.625 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial007.pmomlh"}]': finished 2026-02-12T02:08:30.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.626 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/2580512601"}]': finished 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T02:08:30.627 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial007.pmomlh"} : dispatch 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial007.pmomlh"}]': finished 2026-02-12T02:08:30.628 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.629 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:08:30.630 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.631 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T02:08:30.632 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:08:30.633 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.634 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.635 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.636 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T02:08:30.637 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/1226546512' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"} : dispatch 2026-02-12T02:08:30.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"} : dispatch 2026-02-12T02:08:30.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.638 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.638 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/1226546512' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"} : dispatch 2026-02-12T02:08:30.639 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"} : dispatch 2026-02-12T02:08:30.639 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.639 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:30.639 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:08:30.639 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:08:30.639 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:08:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:08:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all iscsi 2026-02-12T02:08:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nfs 2026-02-12T02:08:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:08:31.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: Upgrade: Setting container_image for all smb 2026-02-12T02:08:31.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: Upgrade: Finalizing container_image settings 2026-02-12T02:08:31.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: Upgrade: Complete! 2026-02-12T02:08:31.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:08:31.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:31.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"}]': finished 2026-02-12T02:08:31.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T02:08:31.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3235459109' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"} : dispatch 2026-02-12T02:08:31.602 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:31 trial059 ceph-mon[70701]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"} : dispatch 2026-02-12T02:08:31.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:08:31.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:08:31.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all iscsi 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nfs 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: Upgrade: Setting container_image for all smb 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: Upgrade: Finalizing container_image settings 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: Upgrade: Complete! 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"}]': finished 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3235459109' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"} : dispatch 2026-02-12T02:08:31.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[92404]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"} : dispatch 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all iscsi 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nfs 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all nvmeof 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: Upgrade: Setting container_image for all smb 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: Upgrade: Finalizing container_image settings 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: Upgrade: Complete! 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:08:31.625 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:08:31.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3479552794"}]': finished 2026-02-12T02:08:31.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T02:08:31.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3235459109' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"} : dispatch 2026-02-12T02:08:31.626 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:31 trial007 ceph-mon[94661]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"} : dispatch 2026-02-12T02:08:32.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:32 trial059 ceph-mon[70701]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"}]': finished 2026-02-12T02:08:32.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:32 trial059 ceph-mon[70701]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T02:08:32.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:32 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2943583825' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"} : dispatch 2026-02-12T02:08:32.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:32 trial059 ceph-mon[70701]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"} : dispatch 2026-02-12T02:08:32.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:32 trial059 ceph-mon[70701]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:08:32.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[92404]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"}]': finished 2026-02-12T02:08:32.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[92404]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T02:08:32.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2943583825' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"} : dispatch 2026-02-12T02:08:32.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[92404]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"} : dispatch 2026-02-12T02:08:32.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[92404]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:08:32.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[94661]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6800/2295620975"}]': finished 2026-02-12T02:08:32.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[94661]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T02:08:32.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2943583825' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"} : dispatch 2026-02-12T02:08:32.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[94661]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"} : dispatch 2026-02-12T02:08:32.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:32 trial007 ceph-mon[94661]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:08:33.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:33 trial059 ceph-mon[70701]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"}]': finished 2026-02-12T02:08:33.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:33 trial059 ceph-mon[70701]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T02:08:33.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:33 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3797874872' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3621419880"} : dispatch 2026-02-12T02:08:33.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:33 trial007 ceph-mon[92404]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"}]': finished 2026-02-12T02:08:33.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:33 trial007 ceph-mon[92404]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T02:08:33.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:33 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3797874872' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3621419880"} : dispatch 2026-02-12T02:08:33.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:33 trial007 ceph-mon[94661]: from='client.? ' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/1824947035"}]': finished 2026-02-12T02:08:33.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:33 trial007 ceph-mon[94661]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T02:08:33.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:33 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3797874872' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3621419880"} : dispatch 2026-02-12T02:08:34.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:08:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:08:34.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:34 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3797874872' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3621419880"}]': finished 2026-02-12T02:08:34.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:34 trial059 ceph-mon[70701]: osdmap e148: 8 total, 8 up, 8 in 2026-02-12T02:08:34.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:34 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/720674347' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2295620975"} : dispatch 2026-02-12T02:08:34.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:34 trial059 ceph-mon[70701]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:34 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3797874872' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3621419880"}]': finished 2026-02-12T02:08:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:34 trial007 ceph-mon[92404]: osdmap e148: 8 total, 8 up, 8 in 2026-02-12T02:08:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:34 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/720674347' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2295620975"} : dispatch 2026-02-12T02:08:34.873 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:34 trial007 ceph-mon[92404]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:34.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:34 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3797874872' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:0/3621419880"}]': finished 2026-02-12T02:08:34.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:34 trial007 ceph-mon[94661]: osdmap e148: 8 total, 8 up, 8 in 2026-02-12T02:08:34.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:34 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/720674347' entity='client.iscsi.foo.trial007.pmomlh' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2295620975"} : dispatch 2026-02-12T02:08:34.874 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:34 trial007 ceph-mon[94661]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:35.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:35 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/720674347' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2295620975"}]': finished 2026-02-12T02:08:35.851 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:35 trial059 ceph-mon[70701]: osdmap e149: 8 total, 8 up, 8 in 2026-02-12T02:08:35.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:35 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/720674347' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2295620975"}]': finished 2026-02-12T02:08:35.873 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:35 trial007 ceph-mon[94661]: osdmap e149: 8 total, 8 up, 8 in 2026-02-12T02:08:35.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:35 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/720674347' entity='client.iscsi.foo.trial007.pmomlh' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.7:6801/2295620975"}]': finished 2026-02-12T02:08:35.874 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:35 trial007 ceph-mon[92404]: osdmap e149: 8 total, 8 up, 8 in 2026-02-12T02:08:36.774 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:36 trial007 ceph-mon[94661]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:08:36.775 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:36 trial007 ceph-mon[92404]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:08:36.826 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:36 trial059 ceph-mon[70701]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:08:37.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:36.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:08:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:08:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:36] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:08:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:39 trial059 ceph-mon[70701]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:39 trial059 ceph-mon[70701]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s 2026-02-12T02:08:39.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:39 trial007 ceph-mon[94661]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:39.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:39 trial007 ceph-mon[94661]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s 2026-02-12T02:08:39.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:39 trial007 ceph-mon[92404]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:39 trial007 ceph-mon[92404]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 1 op/s 2026-02-12T02:08:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:41 trial059 ceph-mon[70701]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 668 B/s rd, 0 op/s 2026-02-12T02:08:41.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:41 trial007 ceph-mon[94661]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 668 B/s rd, 0 op/s 2026-02-12T02:08:41.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:41 trial007 ceph-mon[92404]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 668 B/s rd, 0 op/s 2026-02-12T02:08:43.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:43 trial059 ceph-mon[70701]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 591 B/s rd, 0 op/s 2026-02-12T02:08:43.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:43 trial007 ceph-mon[94661]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 591 B/s rd, 0 op/s 2026-02-12T02:08:43.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:43 trial007 ceph-mon[92404]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 591 B/s rd, 0 op/s 2026-02-12T02:08:44.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:08:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:08:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:45 trial059 ceph-mon[70701]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:08:45.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:45 trial007 ceph-mon[94661]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:08:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:45 trial007 ceph-mon[92404]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:08:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:46.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:08:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:08:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:46] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:08:47.238 INFO:teuthology.orchestra.run.trial007.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T02:08:47.296 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:08:47.584 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:47 trial059 ceph-mon[70701]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 878 B/s rd, 0 op/s 2026-02-12T02:08:47.606 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:47 trial007 ceph-mon[92404]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 878 B/s rd, 0 op/s 2026-02-12T02:08:47.607 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:47 trial007 ceph-mon[94661]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 878 B/s rd, 0 op/s 2026-02-12T02:08:47.808 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:08:47.808 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (7m) 19s ago 26m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:08:47.808 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (6m) 94s ago 26m 150M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (20s) 19s ago 25m - - 3.9 c60a330ee965 212cf16d5e81 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (7m) 94s ago 27m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (16m) 19s ago 28m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (5m) 19s ago 28m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (5m) 94s ago 28m 56.0M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (5m) 19s ago 27m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (7m) 19s ago 26m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (7m) 94s ago 26m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (4m) 19s ago 27m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (4m) 19s ago 27m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:08:47.809 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (4m) 19s ago 27m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:08:47.810 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (3m) 19s ago 27m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 d3a99e939fbe 2026-02-12T02:08:47.810 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (3m) 94s ago 27m 65.5M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 2a6f7d1fc63e 2026-02-12T02:08:47.810 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (2m) 94s ago 26m 59.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 835e9524827a 2026-02-12T02:08:47.810 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (2m) 94s ago 26m 58.8M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 d658ee537b44 2026-02-12T02:08:47.810 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (2m) 94s ago 26m 60.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 f89f7976536a 2026-02-12T02:08:47.810 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (19m) 94s ago 26m 68.3M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:08:47.810 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (107s) 19s ago 25m - - 20.3.0-5221-ge200f5a1 c60a330ee965 32a7445b4f0f 2026-02-12T02:08:47.810 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (95s) 94s ago 25m 104M - 20.3.0-5221-ge200f5a1 c60a330ee965 273c6514aab3 2026-02-12T02:08:47.848 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T02:08:48.130 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:48.384 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:08:48.384 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:08:48.384 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:08:48.384 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:08:48.384 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:08:48.385 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:08:48.400 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:48 trial007 ceph-mon[94661]: from='client.44913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:48.400 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:48 trial007 ceph-mon[92404]: from='client.44913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:48.422 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'echo "wait for servicemap items w/ changing names to refresh"' 2026-02-12T02:08:48.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:48 trial059 ceph-mon[70701]: from='client.44913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:48.709 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:48.765 INFO:teuthology.orchestra.run.trial007.stdout:wait for servicemap items w/ changing names to refresh 2026-02-12T02:08:48.793 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 60' 2026-02-12T02:08:49.077 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:08:49.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:49 trial007 ceph-mon[94661]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:49.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:49 trial007 ceph-mon[94661]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:49.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:49 trial007 ceph-mon[94661]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:49.373 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:49 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/4294635232' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:49.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:49 trial007 ceph-mon[92404]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:49.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:49 trial007 ceph-mon[92404]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:49.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:49 trial007 ceph-mon[92404]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:49.374 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:49 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/4294635232' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:49.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:49 trial059 ceph-mon[70701]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:49 trial059 ceph-mon[70701]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:08:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:49 trial059 ceph-mon[70701]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:49 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/4294635232' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:08:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:51 trial059 ceph-mon[70701]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:51.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:51 trial007 ceph-mon[94661]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:51.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:51 trial007 ceph-mon[92404]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:53.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:53 trial059 ceph-mon[70701]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:53.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:53 trial007 ceph-mon[92404]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:53.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:53 trial007 ceph-mon[94661]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:54.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:08:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:08:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:55 trial059 ceph-mon[70701]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:55.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:55 trial007 ceph-mon[94661]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:55 trial007 ceph-mon[92404]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:57.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:08:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:08:56.833Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:08:57.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:08:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:08:56] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:08:57.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:57 trial059 ceph-mon[70701]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:57.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:57 trial007 ceph-mon[92404]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:57.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:57 trial007 ceph-mon[94661]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:08:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:59 trial059 ceph-mon[70701]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:59.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:08:59 trial059 ceph-mon[70701]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:59.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:59 trial007 ceph-mon[94661]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:59.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:08:59 trial007 ceph-mon[94661]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:08:59.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:59 trial007 ceph-mon[92404]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:08:59.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:08:59 trial007 ceph-mon[92404]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:01.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:01 trial059 ceph-mon[70701]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:01.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:01 trial007 ceph-mon[94661]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:01.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:01 trial007 ceph-mon[92404]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:03.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:03 trial059 ceph-mon[70701]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:03.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:03 trial007 ceph-mon[94661]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:03.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:03 trial007 ceph-mon[92404]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:04.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:09:03 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:09:05.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:05 trial059 ceph-mon[70701]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:05.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:05 trial007 ceph-mon[94661]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:05.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:05 trial007 ceph-mon[92404]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:07.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:06 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:06.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:09:07.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:06 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:06] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:09:07.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:07 trial059 ceph-mon[70701]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:07.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:07 trial007 ceph-mon[92404]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:07.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:07 trial007 ceph-mon[94661]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:09 trial059 ceph-mon[70701]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:09.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:09 trial059 ceph-mon[70701]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:09 trial007 ceph-mon[94661]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:09.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:09 trial007 ceph-mon[94661]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:09 trial007 ceph-mon[92404]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:09.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:09 trial007 ceph-mon[92404]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:11.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:11 trial059 ceph-mon[70701]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:11.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:11 trial007 ceph-mon[94661]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:11.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:11 trial007 ceph-mon[92404]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:13.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:13 trial059 ceph-mon[70701]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:13.124Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:09:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:09:13.602 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:09:13.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:13 trial007 ceph-mon[94661]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:13.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:13 trial007 ceph-mon[92404]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:14.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:09:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:09:15.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:15 trial059 ceph-mon[70701]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:15.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:15 trial007 ceph-mon[94661]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:15.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:15 trial007 ceph-mon[92404]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:17.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:16 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:16.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:09:17.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:16 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:16] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:09:17.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:17 trial059 ceph-mon[70701]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:17.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:17 trial007 ceph-mon[94661]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:17.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:17 trial007 ceph-mon[92404]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:19 trial059 ceph-mon[70701]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:19.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:19 trial059 ceph-mon[70701]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:19.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:19 trial007 ceph-mon[94661]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:19.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:19 trial007 ceph-mon[94661]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:19.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:19 trial007 ceph-mon[92404]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:19.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:19 trial007 ceph-mon[92404]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:21.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:21 trial059 ceph-mon[70701]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:21.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:21 trial007 ceph-mon[94661]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:21.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:21 trial007 ceph-mon[92404]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:23.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:23 trial059 ceph-mon[70701]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:23.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:23 trial007 ceph-mon[94661]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:23.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:23 trial007 ceph-mon[92404]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:24.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:09:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:09:25.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:25 trial059 ceph-mon[70701]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:25.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:25 trial007 ceph-mon[94661]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:25.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:25 trial007 ceph-mon[92404]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:27.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:26.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:09:27.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:26 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:26] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:09:27.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:27 trial059 ceph-mon[70701]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:27.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:27 trial007 ceph-mon[94661]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:27.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:27 trial007 ceph-mon[92404]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:29 trial059 ceph-mon[70701]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:29.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:29 trial059 ceph-mon[70701]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:29.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:29 trial007 ceph-mon[94661]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:29.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:29 trial007 ceph-mon[94661]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:29.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:29 trial007 ceph-mon[92404]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:29.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:29 trial007 ceph-mon[92404]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:30.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:09:30.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:09:30.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:30 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:09:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:09:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:09:30.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:30 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:09:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T02:09:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T02:09:30.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:30 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' 2026-02-12T02:09:31.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:31 trial059 ceph-mon[70701]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:31.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:31 trial007 ceph-mon[94661]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:31.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:31 trial007 ceph-mon[92404]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:33.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:33 trial059 ceph-mon[70701]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:33.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:33 trial007 ceph-mon[94661]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:33.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:33 trial007 ceph-mon[92404]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:34.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:09:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:09:35.600 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:35 trial059 ceph-mon[70701]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:35.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:35 trial007 ceph-mon[94661]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:35.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:35 trial007 ceph-mon[92404]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:37.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:36.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:09:37.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:36 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:36] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:09:37.393 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:37 trial007 ceph-mon[94661]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:37.393 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:37 trial007 ceph-mon[92404]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:37.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:37 trial059 ceph-mon[70701]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:39 trial059 ceph-mon[70701]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:39.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:39 trial059 ceph-mon[70701]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:39.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:39 trial007 ceph-mon[94661]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:39.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:39 trial007 ceph-mon[94661]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:39.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:39 trial007 ceph-mon[92404]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:39.624 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:39 trial007 ceph-mon[92404]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:41.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:41 trial059 ceph-mon[70701]: pgmap v235: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:41.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:41 trial007 ceph-mon[94661]: pgmap v235: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:41.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:41 trial007 ceph-mon[92404]: pgmap v235: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:43.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:43 trial059 ceph-mon[70701]: pgmap v236: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:43.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:43 trial007 ceph-mon[94661]: pgmap v236: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:43.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:43 trial007 ceph-mon[92404]: pgmap v236: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:44.351 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:09:43 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:09:45.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:45 trial059 ceph-mon[70701]: pgmap v237: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:45.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:45 trial007 ceph-mon[94661]: pgmap v237: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:45.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:45 trial007 ceph-mon[92404]: pgmap v237: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:47.101 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:46 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:46.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:09:47.123 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:46 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:46] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:09:47.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:47 trial059 ceph-mon[70701]: pgmap v238: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:47.623 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:47 trial007 ceph-mon[94661]: pgmap v238: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:47.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:47 trial007 ceph-mon[92404]: pgmap v238: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:49.194 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T02:09:49.484 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:49.509 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:49 trial007 ceph-mon[92404]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:49.509 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:49 trial007 ceph-mon[92404]: pgmap v239: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:49.510 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:49 trial007 ceph-mon[94661]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:49.510 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:49 trial007 ceph-mon[94661]: pgmap v239: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:49 trial059 ceph-mon[70701]: from='client.44859 -' entity='client.iscsi.foo.trial007.pmomlh' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:09:49.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:49 trial059 ceph-mon[70701]: pgmap v239: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:49.712 INFO:teuthology.orchestra.run.trial007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:alertmanager.a trial007 *:9093,9094 running (8m) 81s ago 27m - - 0.28.1 91c01b3cec9b 45c8b3211b04 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:grafana.a trial059 *:3000 running (7m) 2m ago 27m 150M - 12.3.1 5cdab57891ea b1e87fa97c1f 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:iscsi.foo.trial007.pmomlh trial007 *:5000 running (82s) 81s ago 26m - - 3.9 c60a330ee965 212cf16d5e81 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:mgr.x trial059 *:8443,9283,8765 running (8m) 2m ago 28m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b46a4fa21c3b 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:mgr.y trial007 *:8443,9283,8765 running (17m) 81s ago 29m - - 20.3.0-5221-ge200f5a1 c60a330ee965 6516ef60fd30 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:mon.a trial007 running (6m) 81s ago 29m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 baee322d1cd7 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:mon.b trial059 running (6m) 2m ago 29m 56.0M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9e936dbe64f3 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:mon.c trial007 running (6m) 81s ago 28m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 53600b2e0f27 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.a trial007 *:9100 running (8m) 81s ago 27m - - 1.9.1 255ec253085f 285e9923c687 2026-02-12T02:09:49.713 INFO:teuthology.orchestra.run.trial007.stdout:node-exporter.b trial059 *:9100 running (8m) 2m ago 27m 14.0M - 1.9.1 255ec253085f 1e6925197c23 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:osd.0 trial007 running (5m) 81s ago 28m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 b9f5d6b002e7 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:osd.1 trial007 running (5m) 81s ago 28m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 3b06c3766665 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:osd.2 trial007 running (5m) 81s ago 28m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 6822a2361819 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:osd.3 trial007 running (4m) 81s ago 28m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 d3a99e939fbe 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:osd.4 trial059 running (4m) 2m ago 28m 65.5M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 2a6f7d1fc63e 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:osd.5 trial059 running (3m) 2m ago 27m 59.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 835e9524827a 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:osd.6 trial059 running (3m) 2m ago 27m 58.8M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 d658ee537b44 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:osd.7 trial059 running (3m) 2m ago 27m 60.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 f89f7976536a 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:prometheus.a trial059 *:9095 running (20m) 2m ago 27m 68.3M - 3.6.0 4fcecf061b74 b0a5aec487d4 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial007.nniftz trial007 *:8000 running (2m) 81s ago 27m - - 20.3.0-5221-ge200f5a1 c60a330ee965 32a7445b4f0f 2026-02-12T02:09:49.714 INFO:teuthology.orchestra.run.trial007.stdout:rgw.foo.trial059.ljtpvt trial059 *:8000 running (2m) 2m ago 27m 104M - 20.3.0-5221-ge200f5a1 c60a330ee965 273c6514aab3 2026-02-12T02:09:49.751 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T02:09:50.038 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:50.291 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:09:50.291 INFO:teuthology.orchestra.run.trial007.stdout: "mon": { 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: "mgr": { 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: "osd": { 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: "rgw": { 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:09:50.292 INFO:teuthology.orchestra.run.trial007.stdout: }, 2026-02-12T02:09:50.293 INFO:teuthology.orchestra.run.trial007.stdout: "overall": { 2026-02-12T02:09:50.293 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T02:09:50.293 INFO:teuthology.orchestra.run.trial007.stdout: } 2026-02-12T02:09:50.293 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:09:50.329 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T02:09:50.614 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:50.839 INFO:teuthology.orchestra.run.trial007.stdout:There are no upgrades in progress currently. 2026-02-12T02:09:50.878 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T02:09:51.162 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:51.418 INFO:teuthology.orchestra.run.trial007.stdout:HEALTH_OK 2026-02-12T02:09:51.437 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:51 trial007 ceph-mon[92404]: from='client.44931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:51.437 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:51 trial007 ceph-mon[92404]: pgmap v240: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:51.437 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:51 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/3064829200' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:51.437 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:51 trial007 ceph-mon[94661]: from='client.44931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:51.437 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:51 trial007 ceph-mon[94661]: pgmap v240: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:51.437 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:51 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/3064829200' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:51.456 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2026-02-12T02:09:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:51 trial059 ceph-mon[70701]: from='client.44931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:51 trial059 ceph-mon[70701]: pgmap v240: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:51.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:51 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/3064829200' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:51.742 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:52.004 INFO:teuthology.orchestra.run.trial007.stdout:true 2026-02-12T02:09:52.035 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2026-02-12T02:09:52.320 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:52.343 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:52 trial007 ceph-mon[94661]: from='client.44943 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:52.344 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:52 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/628975194' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:09:52.344 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:52 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2606562023' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:52.344 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:52 trial007 ceph-mon[92404]: from='client.44943 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:52.344 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:52 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/628975194' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:09:52.344 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:52 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2606562023' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:52.582 INFO:teuthology.orchestra.run.trial007.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T02:09:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:52 trial059 ceph-mon[70701]: from='client.44943 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:52 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/628975194' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T02:09:52.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:52 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2606562023' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:52.612 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ls | grep '"'"'osd'"'"'' 2026-02-12T02:09:52.893 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:53.122 INFO:teuthology.orchestra.run.trial007.stdout:osd 8 2m ago - 2026-02-12T02:09:53.153 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T02:09:53.168 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial007.front.sepia.ceph.com 2026-02-12T02:09:53.168 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- bash -c 'ceph orch upgrade ls' 2026-02-12T02:09:53.453 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:53.475 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:53 trial007 ceph-mon[94661]: pgmap v241: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:53.475 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:53 trial007 ceph-mon[94661]: from='client.? 10.20.193.7:0/2931536479' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:53.476 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:53 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial007.nniftz", "name": "rgw_frontends"} : dispatch 2026-02-12T02:09:53.476 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:53 trial007 ceph-mon[94661]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial059.ljtpvt", "name": "rgw_frontends"} : dispatch 2026-02-12T02:09:53.476 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:53 trial007 ceph-mon[92404]: pgmap v241: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:53.476 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:53 trial007 ceph-mon[92404]: from='client.? 10.20.193.7:0/2931536479' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:53.476 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:53 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial007.nniftz", "name": "rgw_frontends"} : dispatch 2026-02-12T02:09:53.476 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:53 trial007 ceph-mon[92404]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial059.ljtpvt", "name": "rgw_frontends"} : dispatch 2026-02-12T02:09:53.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:53 trial059 ceph-mon[70701]: pgmap v241: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:09:53.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:53 trial059 ceph-mon[70701]: from='client.? 10.20.193.7:0/2931536479' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T02:09:53.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:53 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial007.nniftz", "name": "rgw_frontends"} : dispatch 2026-02-12T02:09:53.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:53 trial059 ceph-mon[70701]: from='mgr.25745 10.20.193.7:0/3921446161' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial059.ljtpvt", "name": "rgw_frontends"} : dispatch 2026-02-12T02:09:53.961 INFO:teuthology.orchestra.run.trial007.stdout:{ 2026-02-12T02:09:53.961 INFO:teuthology.orchestra.run.trial007.stdout: "image": "quay.io/ceph/ceph", 2026-02-12T02:09:53.962 INFO:teuthology.orchestra.run.trial007.stdout: "registry": "quay.io", 2026-02-12T02:09:53.962 INFO:teuthology.orchestra.run.trial007.stdout: "bare_image": "ceph/ceph", 2026-02-12T02:09:53.962 INFO:teuthology.orchestra.run.trial007.stdout: "versions": [] 2026-02-12T02:09:53.962 INFO:teuthology.orchestra.run.trial007.stdout:} 2026-02-12T02:09:53.999 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0' 2026-02-12T02:09:54.193 INFO:journalctl@ceph.mgr.x.trial059.stdout:Feb 12 02:09:53 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-x[61033]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:09:54.284 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:54.307 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:54 trial007 ceph-mon[92404]: from='client.44967 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:54.307 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:54 trial007 ceph-mon[94661]: from='client.44967 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:54.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:54 trial059 ceph-mon[70701]: from='client.44967 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:54.822 INFO:teuthology.orchestra.run.trial007.stdout: "16.2.0", 2026-02-12T02:09:54.852 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2' 2026-02-12T02:09:55.137 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:55 trial059 ceph-mon[70701]: from='client.54932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:55.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:55 trial059 ceph-mon[70701]: pgmap v242: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:55 trial007 ceph-mon[92404]: from='client.54932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:55.623 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:55 trial007 ceph-mon[92404]: pgmap v242: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:55.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:55 trial007 ceph-mon[94661]: from='client.54932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:55.624 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:55 trial007 ceph-mon[94661]: pgmap v242: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:09:55.722 INFO:teuthology.orchestra.run.trial007.stdout: "v16.2.2", 2026-02-12T02:09:55.723 INFO:teuthology.orchestra.run.trial007.stdout: "v16.2.2-20210505", 2026-02-12T02:09:55.754 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-02-12T02:09:55.768 INFO:tasks.cephadm:Teardown begin 2026-02-12T02:09:55.769 DEBUG:teuthology.orchestra.run.trial007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T02:09:55.795 DEBUG:teuthology.orchestra.run.trial059:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T02:09:55.825 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-02-12T02:09:55.825 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 -- ceph mgr module disable cephadm 2026-02-12T02:09:56.120 INFO:teuthology.orchestra.run.trial007.stderr:Inferring config /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/mon.a/config 2026-02-12T02:09:56.139 INFO:teuthology.orchestra.run.trial007.stderr:Error: statfs /etc/ceph/ceph.client.admin.keyring: no such file or directory 2026-02-12T02:09:56.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2026-02-12T02:09:56.156 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-02-12T02:09:56.157 DEBUG:teuthology.orchestra.run.trial007:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-12T02:09:56.174 DEBUG:teuthology.orchestra.run.trial059:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-12T02:09:56.190 INFO:tasks.cephadm:Stopping all daemons... 2026-02-12T02:09:56.190 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-02-12T02:09:56.190 DEBUG:teuthology.orchestra.run.trial007:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a 2026-02-12T02:09:56.414 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:56 trial007 ceph-mon[94661]: from='client.44979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:56.414 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:56 trial007 ceph-mon[92404]: from='client.44979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:56.414 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:56 trial007 systemd[1]: Stopping Ceph mon.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:09:56.414 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a[92400]: 2026-02-12T02:09:56.327+0000 7fc218f2c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:09:56.415 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a[92400]: 2026-02-12T02:09:56.327+0000 7fc218f2c640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2026-02-12T02:09:56.415 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:56 trial007 podman[145999]: 2026-02-12 02:09:56.348700905 +0000 UTC m=+0.032694363 container died baee322d1cd7fa2fb2120680a6e8005a4775306d34de1efd1d5187ab13da3f16 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:09:56.415 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:56 trial007 podman[145999]: 2026-02-12 02:09:56.358802215 +0000 UTC m=+0.042795673 container remove baee322d1cd7fa2fb2120680a6e8005a4775306d34de1efd1d5187ab13da3f16 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209) 2026-02-12T02:09:56.415 INFO:journalctl@ceph.mon.a.trial007.stdout:Feb 12 02:09:56 trial007 bash[145999]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-a 2026-02-12T02:09:56.434 DEBUG:teuthology.orchestra.run.trial007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.a.service' 2026-02-12T02:09:56.474 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:09:56.474 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-02-12T02:09:56.474 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2026-02-12T02:09:56.474 DEBUG:teuthology.orchestra.run.trial007:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.c 2026-02-12T02:09:56.601 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:56 trial059 ceph-mon[70701]: from='client.44979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:09:56.687 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:56 trial007 systemd[1]: Stopping Ceph mon.c for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:09:56.688 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c[94657]: 2026-02-12T02:09:56.614+0000 7f392bac9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:09:56.688 INFO:journalctl@ceph.mon.c.trial007.stdout:Feb 12 02:09:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-c[94657]: 2026-02-12T02:09:56.614+0000 7f392bac9640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2026-02-12T02:09:56.766 DEBUG:teuthology.orchestra.run.trial007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.c.service' 2026-02-12T02:09:56.803 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:09:56.803 INFO:tasks.cephadm.mon.b:Stopped mon.c 2026-02-12T02:09:56.804 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2026-02-12T02:09:56.804 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.b 2026-02-12T02:09:57.056 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.b.service' 2026-02-12T02:09:57.078 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:09:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:09:56.832Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial007:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:09:57.078 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:56 trial059 systemd[1]: Stopping Ceph mon.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:09:57.078 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b[70697]: 2026-02-12T02:09:56.912+0000 7f36be797640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:09:57.078 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:56 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b[70697]: 2026-02-12T02:09:56.912+0000 7f36be797640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2026-02-12T02:09:57.078 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:56 trial059 podman[110644]: 2026-02-12 02:09:56.974408815 +0000 UTC m=+0.073615972 container died 9e936dbe64f361ac9e567516d9aa8e4e232b576aac1e02c6c2f5821240067f77 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3) 2026-02-12T02:09:57.079 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:56 trial059 podman[110644]: 2026-02-12 02:09:56.983929933 +0000 UTC m=+0.083137090 container remove 9e936dbe64f361ac9e567516d9aa8e4e232b576aac1e02c6c2f5821240067f77 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:09:57.079 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:56 trial059 bash[110644]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mon-b 2026-02-12T02:09:57.079 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:57 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.b.service: Deactivated successfully. 2026-02-12T02:09:57.079 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:57 trial059 systemd[1]: Stopped Ceph mon.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:09:57.079 INFO:journalctl@ceph.mon.b.trial059.stdout:Feb 12 02:09:57 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mon.b.service: Consumed 2.826s CPU time. 2026-02-12T02:09:57.093 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:09:57.093 INFO:tasks.cephadm.mon.b:Stopped mon.b 2026-02-12T02:09:57.094 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2026-02-12T02:09:57.094 DEBUG:teuthology.orchestra.run.trial007:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y 2026-02-12T02:09:57.115 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:09:56] ENGINE Bus STOPPING 2026-02-12T02:09:57.116 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: ::ffff:10.20.193.59 - - [12/Feb/2026:02:09:56] "GET /metrics HTTP/1.1" 200 5734 "" "Prometheus/3.6.0" 2026-02-12T02:09:57.116 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:09:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:09:57.116 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:56 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: [12/Feb/2026:02:09:56] ENGINE Bus STOPPED 2026-02-12T02:09:57.358 DEBUG:teuthology.orchestra.run.trial007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service' 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 systemd[1]: Stopping Ceph mgr.y for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:09:57.207+0000 7fb988828640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y[68740]: 2026-02-12T02:09:57.207+0000 7fb988828640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 podman[146318]: 2026-02-12 02:09:57.249361785 +0000 UTC m=+0.054571074 container died 6516ef60fd30b444f309df7ffe5f0177e681a3c6a307a559604649c3e7d7fb31 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y, OSD_FLAVOR=default, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 podman[146318]: 2026-02-12 02:09:57.263112317 +0000 UTC m=+0.068321606 container remove 6516ef60fd30b444f309df7ffe5f0177e681a3c6a307a559604649c3e7d7fb31 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 bash[146318]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-mgr-y 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service: Deactivated successfully. 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 systemd[1]: Stopped Ceph mgr.y for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:09:57.373 INFO:journalctl@ceph.mgr.y.trial007.stdout:Feb 12 02:09:57 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.y.service: Consumed 20.133s CPU time. 2026-02-12T02:09:57.408 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:09:57.409 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2026-02-12T02:09:57.409 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-02-12T02:09:57.409 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x 2026-02-12T02:09:57.620 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@mgr.x.service' 2026-02-12T02:09:57.656 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:09:57.656 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-02-12T02:09:57.656 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-02-12T02:09:57.657 DEBUG:teuthology.orchestra.run.trial007:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.0 2026-02-12T02:09:58.123 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:09:57 trial007 systemd[1]: Stopping Ceph osd.0 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:09:58.123 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:09:57 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[102497]: 2026-02-12T02:09:57.753+0000 7f26d846a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:09:58.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:09:57 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[102497]: 2026-02-12T02:09:57.753+0000 7f26d846a640 -1 osd.0 149 *** Got signal Terminated *** 2026-02-12T02:09:58.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:09:57 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0[102497]: 2026-02-12T02:09:57.753+0000 7f26d846a640 -1 osd.0 149 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:10:03.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:10:02 trial007 podman[146480]: 2026-02-12 02:10:02.834431458 +0000 UTC m=+5.093006005 container died b9f5d6b002e70fff472b54ff3b7e2780181766a07cef2f92a75805706c3675e9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, ceph=True, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:10:03.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:10:02 trial007 podman[146480]: 2026-02-12 02:10:02.844749641 +0000 UTC m=+5.103324188 container remove b9f5d6b002e70fff472b54ff3b7e2780181766a07cef2f92a75805706c3675e9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:10:03.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:10:02 trial007 bash[146480]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0 2026-02-12T02:10:03.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:10:02 trial007 podman[146616]: 2026-02-12 02:10:02.977918595 +0000 UTC m=+0.015398385 container create 7cdf0e4af6868791333dc61ba7dfb5ea746f85a3763453b0befc1c288d1dfabf (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-02-12T02:10:03.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:10:03 trial007 podman[146616]: 2026-02-12 02:10:03.010088152 +0000 UTC m=+0.047567942 container init 7cdf0e4af6868791333dc61ba7dfb5ea746f85a3763453b0befc1c288d1dfabf (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, OSD_FLAVOR=default, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:10:03.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:10:03 trial007 podman[146616]: 2026-02-12 02:10:03.013177783 +0000 UTC m=+0.050657583 container start 7cdf0e4af6868791333dc61ba7dfb5ea746f85a3763453b0befc1c288d1dfabf (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:10:03.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:10:03 trial007 podman[146616]: 2026-02-12 02:10:03.013751278 +0000 UTC m=+0.051231079 container attach 7cdf0e4af6868791333dc61ba7dfb5ea746f85a3763453b0befc1c288d1dfabf (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-0-deactivate, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:10:03.124 INFO:journalctl@ceph.osd.0.trial007.stdout:Feb 12 02:10:03 trial007 podman[146616]: 2026-02-12 02:10:02.972096927 +0000 UTC m=+0.009576727 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:10:03.194 DEBUG:teuthology.orchestra.run.trial007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.0.service' 2026-02-12T02:10:03.233 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:03.234 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-02-12T02:10:03.234 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-02-12T02:10:03.234 DEBUG:teuthology.orchestra.run.trial007:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.1 2026-02-12T02:10:03.623 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:03 trial007 systemd[1]: Stopping Ceph osd.1 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:03.623 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[108490]: 2026-02-12T02:10:03.380+0000 7f05915f7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:10:03.623 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[108490]: 2026-02-12T02:10:03.380+0000 7f05915f7640 -1 osd.1 149 *** Got signal Terminated *** 2026-02-12T02:10:03.624 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:03 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1[108490]: 2026-02-12T02:10:03.380+0000 7f05915f7640 -1 osd.1 149 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:10:08.740 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:08 trial007 podman[146757]: 2026-02-12 02:10:08.439710547 +0000 UTC m=+5.072357309 container died 3b06c37666652e3b9809d644715b10713f1b1efff19c713baf68c30a881ad2d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:10:08.740 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:08 trial007 podman[146757]: 2026-02-12 02:10:08.448701593 +0000 UTC m=+5.081348355 container remove 3b06c37666652e3b9809d644715b10713f1b1efff19c713baf68c30a881ad2d3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:10:08.740 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:08 trial007 bash[146757]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1 2026-02-12T02:10:08.740 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:08 trial007 podman[146890]: 2026-02-12 02:10:08.584679196 +0000 UTC m=+0.015724600 container create 6ba4c95800b6f23cf98cd72a57b81e395100d0b14d7d46ec090d7e1932062754 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:10:08.740 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:08 trial007 podman[146890]: 2026-02-12 02:10:08.616045651 +0000 UTC m=+0.047091055 container init 6ba4c95800b6f23cf98cd72a57b81e395100d0b14d7d46ec090d7e1932062754 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0) 2026-02-12T02:10:08.740 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:08 trial007 podman[146890]: 2026-02-12 02:10:08.618433338 +0000 UTC m=+0.049478732 container start 6ba4c95800b6f23cf98cd72a57b81e395100d0b14d7d46ec090d7e1932062754 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:10:08.740 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:08 trial007 podman[146890]: 2026-02-12 02:10:08.61894033 +0000 UTC m=+0.049985724 container attach 6ba4c95800b6f23cf98cd72a57b81e395100d0b14d7d46ec090d7e1932062754 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2) 2026-02-12T02:10:08.740 INFO:journalctl@ceph.osd.1.trial007.stdout:Feb 12 02:10:08 trial007 podman[146890]: 2026-02-12 02:10:08.578485187 +0000 UTC m=+0.009530581 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:10:08.794 DEBUG:teuthology.orchestra.run.trial007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.1.service' 2026-02-12T02:10:08.831 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:08.831 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-02-12T02:10:08.831 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-02-12T02:10:08.831 DEBUG:teuthology.orchestra.run.trial007:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.2 2026-02-12T02:10:09.123 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:08 trial007 systemd[1]: Stopping Ceph osd.2 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:09.123 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:08 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[116233]: 2026-02-12T02:10:08.971+0000 7f4190221640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:10:09.123 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:08 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[116233]: 2026-02-12T02:10:08.971+0000 7f4190221640 -1 osd.2 149 *** Got signal Terminated *** 2026-02-12T02:10:09.124 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:08 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2[116233]: 2026-02-12T02:10:08.971+0000 7f4190221640 -1 osd.2 149 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:10:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:10:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:10:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:13.122Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.7:8765: connect: connection refused" 2026-02-12T02:10:13.601 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:10:13.602 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:10:13.602 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:13 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:13.125Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.59:8765: connect: connection refused" 2026-02-12T02:10:14.336 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:14 trial007 podman[147026]: 2026-02-12 02:10:14.042326203 +0000 UTC m=+5.081693274 container died 6822a236181942807bb32adef8eafdf694b0c8b016e54c85d7b98f8b41f5c420 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:10:14.336 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:14 trial007 podman[147026]: 2026-02-12 02:10:14.050807172 +0000 UTC m=+5.090174243 container remove 6822a236181942807bb32adef8eafdf694b0c8b016e54c85d7b98f8b41f5c420 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:10:14.336 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:14 trial007 bash[147026]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2 2026-02-12T02:10:14.337 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:14 trial007 podman[147164]: 2026-02-12 02:10:14.184627786 +0000 UTC m=+0.016668474 container create 0e05fd7dc8c2008de034da6ecf005a9410dbb63719e9297338a6814f941cfcb3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:10:14.337 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:14 trial007 podman[147164]: 2026-02-12 02:10:14.211210552 +0000 UTC m=+0.043251260 container init 0e05fd7dc8c2008de034da6ecf005a9410dbb63719e9297338a6814f941cfcb3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True) 2026-02-12T02:10:14.337 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:14 trial007 podman[147164]: 2026-02-12 02:10:14.213748488 +0000 UTC m=+0.045789176 container start 0e05fd7dc8c2008de034da6ecf005a9410dbb63719e9297338a6814f941cfcb3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:10:14.337 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:14 trial007 podman[147164]: 2026-02-12 02:10:14.214186953 +0000 UTC m=+0.046227651 container attach 0e05fd7dc8c2008de034da6ecf005a9410dbb63719e9297338a6814f941cfcb3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-2-deactivate, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:10:14.337 INFO:journalctl@ceph.osd.2.trial007.stdout:Feb 12 02:10:14 trial007 podman[147164]: 2026-02-12 02:10:14.177946111 +0000 UTC m=+0.009986809 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:10:14.374 DEBUG:teuthology.orchestra.run.trial007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.2.service' 2026-02-12T02:10:14.410 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:14.411 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-02-12T02:10:14.411 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2026-02-12T02:10:14.411 DEBUG:teuthology.orchestra.run.trial007:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.3 2026-02-12T02:10:14.623 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:14 trial007 systemd[1]: Stopping Ceph osd.3 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:14.623 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:14 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[123781]: 2026-02-12T02:10:14.554+0000 7f92d5214640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:10:14.623 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:14 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[123781]: 2026-02-12T02:10:14.554+0000 7f92d5214640 -1 osd.3 149 *** Got signal Terminated *** 2026-02-12T02:10:14.623 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:14 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3[123781]: 2026-02-12T02:10:14.554+0000 7f92d5214640 -1 osd.3 149 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:10:19.874 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:19 trial007 podman[147308]: 2026-02-12 02:10:19.624405869 +0000 UTC m=+5.081868709 container died d3a99e939fbeda3375314d100aef32b6bfc56cf26ed8b7737a63ebcb45be0209 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:10:19.874 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:19 trial007 podman[147308]: 2026-02-12 02:10:19.633328719 +0000 UTC m=+5.090791559 container remove d3a99e939fbeda3375314d100aef32b6bfc56cf26ed8b7737a63ebcb45be0209 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:10:19.874 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:19 trial007 bash[147308]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3 2026-02-12T02:10:19.874 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:19 trial007 podman[147438]: 2026-02-12 02:10:19.754973208 +0000 UTC m=+0.015967922 container create 2945da695c38b58a944e04376c1ebe3307c636471818e27d7dea9e794a018af2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, ceph=True, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:10:19.874 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:19 trial007 podman[147438]: 2026-02-12 02:10:19.786808975 +0000 UTC m=+0.047803709 container init 2945da695c38b58a944e04376c1ebe3307c636471818e27d7dea9e794a018af2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS) 2026-02-12T02:10:19.874 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:19 trial007 podman[147438]: 2026-02-12 02:10:19.789223712 +0000 UTC m=+0.050218436 container start 2945da695c38b58a944e04376c1ebe3307c636471818e27d7dea9e794a018af2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:10:19.874 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:19 trial007 podman[147438]: 2026-02-12 02:10:19.789758446 +0000 UTC m=+0.050753180 container attach 2945da695c38b58a944e04376c1ebe3307c636471818e27d7dea9e794a018af2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-3-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:10:19.875 INFO:journalctl@ceph.osd.3.trial007.stdout:Feb 12 02:10:19 trial007 podman[147438]: 2026-02-12 02:10:19.749046385 +0000 UTC m=+0.010041119 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:10:19.936 DEBUG:teuthology.orchestra.run.trial007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.3.service' 2026-02-12T02:10:19.972 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:19.973 INFO:tasks.cephadm.osd.3:Stopped osd.3 2026-02-12T02:10:19.973 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2026-02-12T02:10:19.973 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.4 2026-02-12T02:10:20.351 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:20 trial059 systemd[1]: Stopping Ceph osd.4 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:20.351 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:20 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[82754]: 2026-02-12T02:10:20.077+0000 7f1f27d41640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:10:20.351 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:20 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[82754]: 2026-02-12T02:10:20.077+0000 7f1f27d41640 -1 osd.4 149 *** Got signal Terminated *** 2026-02-12T02:10:20.351 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:20 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[82754]: 2026-02-12T02:10:20.077+0000 7f1f27d41640 -1 osd.4 149 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:10:24.101 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:23.661+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:24.101 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:23 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:23.838+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:24.600 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:24.196+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:09:59.164247+0000 front 2026-02-12T02:09:59.164237+0000 (oldest deadline 2026-02-12T02:10:23.864265+0000) 2026-02-12T02:10:25.101 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4[82754]: 2026-02-12T02:10:24.783+0000 7f1f24409640 -1 osd.4 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:00.792307+0000 front 2026-02-12T02:10:00.792248+0000 (oldest deadline 2026-02-12T02:10:24.292317+0000) 2026-02-12T02:10:25.101 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:24.632+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:25.101 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:24 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:24.842+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:25.452 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:25.184+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:09:59.164247+0000 front 2026-02-12T02:09:59.164237+0000 (oldest deadline 2026-02-12T02:10:23.864265+0000) 2026-02-12T02:10:25.452 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 podman[110967]: 2026-02-12 02:10:25.146392565 +0000 UTC m=+5.081421466 container died 2a6f7d1fc63e9a1bd722a86d4304445442dd526060fd14a6d5aee35e3b9f9b30 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:10:25.452 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 podman[110967]: 2026-02-12 02:10:25.156784658 +0000 UTC m=+5.091813548 container remove 2a6f7d1fc63e9a1bd722a86d4304445442dd526060fd14a6d5aee35e3b9f9b30 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4, ceph=True, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209) 2026-02-12T02:10:25.453 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 bash[110967]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4 2026-02-12T02:10:25.453 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 podman[111104]: 2026-02-12 02:10:25.295618558 +0000 UTC m=+0.016774357 container create 062bb9ecc44dc9d74991f091b8ec39e587f511ac7637bab460937132ed3a890d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:10:25.453 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 podman[111104]: 2026-02-12 02:10:25.328151265 +0000 UTC m=+0.049307064 container init 062bb9ecc44dc9d74991f091b8ec39e587f511ac7637bab460937132ed3a890d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, OSD_FLAVOR=default, io.buildah.version=1.41.3) 2026-02-12T02:10:25.453 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 podman[111104]: 2026-02-12 02:10:25.330540311 +0000 UTC m=+0.051696100 container start 062bb9ecc44dc9d74991f091b8ec39e587f511ac7637bab460937132ed3a890d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209) 2026-02-12T02:10:25.453 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 podman[111104]: 2026-02-12 02:10:25.331140551 +0000 UTC m=+0.052296350 container attach 062bb9ecc44dc9d74991f091b8ec39e587f511ac7637bab460937132ed3a890d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:10:25.453 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 podman[111104]: 2026-02-12 02:10:25.289412724 +0000 UTC m=+0.010568523 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:10:25.453 INFO:journalctl@ceph.osd.4.trial059.stdout:Feb 12 02:10:25 trial059 podman[111104]: 2026-02-12 02:10:25.458029903 +0000 UTC m=+0.179185702 container died 062bb9ecc44dc9d74991f091b8ec39e587f511ac7637bab460937132ed3a890d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-4-deactivate, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:10:25.478 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.4.service' 2026-02-12T02:10:25.514 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:25.515 INFO:tasks.cephadm.osd.4:Stopped osd.4 2026-02-12T02:10:25.515 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2026-02-12T02:10:25.515 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.5 2026-02-12T02:10:25.847 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:25.590+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:25.848 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:25 trial059 systemd[1]: Stopping Ceph osd.5 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:25.848 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:25.654+0000 7f4cac575640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:10:25.848 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:25.654+0000 7f4cac575640 -1 osd.5 149 *** Got signal Terminated *** 2026-02-12T02:10:25.848 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:25.654+0000 7f4cac575640 -1 osd.5 149 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:10:26.101 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:25 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:25.853+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:26.585 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:26.149+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:09:59.164247+0000 front 2026-02-12T02:09:59.164237+0000 (oldest deadline 2026-02-12T02:10:23.864265+0000) 2026-02-12T02:10:26.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:26.590+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:26.851 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:26 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:26.817+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:27.546 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:27 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:27.114+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:09:59.164247+0000 front 2026-02-12T02:09:59.164237+0000 (oldest deadline 2026-02-12T02:10:23.864265+0000) 2026-02-12T02:10:27.823 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:27 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:27.551+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:28.084 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:27 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:27.828+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:28.351 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:28 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:28.089+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:09:59.164247+0000 front 2026-02-12T02:09:59.164237+0000 (oldest deadline 2026-02-12T02:10:23.864265+0000) 2026-02-12T02:10:28.806 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:28 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:28.523+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:29.099 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:28 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:28.811+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:29.351 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:29.105+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:09:59.164247+0000 front 2026-02-12T02:09:59.164237+0000 (oldest deadline 2026-02-12T02:10:23.864265+0000) 2026-02-12T02:10:29.351 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:29.105+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.764752+0000 front 2026-02-12T02:10:06.764623+0000 (oldest deadline 2026-02-12T02:10:28.464702+0000) 2026-02-12T02:10:29.850 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:29.511+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:30.101 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:29.855+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:30.101 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:29 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:29.855+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:30.461 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:30.145+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:09:59.164247+0000 front 2026-02-12T02:09:59.164237+0000 (oldest deadline 2026-02-12T02:10:23.864265+0000) 2026-02-12T02:10:30.461 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5[88201]: 2026-02-12T02:10:30.145+0000 7f4ca4c35640 -1 osd.5 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.764752+0000 front 2026-02-12T02:10:06.764623+0000 (oldest deadline 2026-02-12T02:10:28.464702+0000) 2026-02-12T02:10:30.718 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:30.467+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:31.023 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:30.856+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:31.024 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:30 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:30.856+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:31.024 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 podman[111240]: 2026-02-12 02:10:30.724316519 +0000 UTC m=+5.081973583 container died 835e9524827a191fd74138412e85ad7011f94bb2b85bf151db43f2b7864f59c8 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:10:31.024 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 podman[111240]: 2026-02-12 02:10:30.733946881 +0000 UTC m=+5.091603955 container remove 835e9524827a191fd74138412e85ad7011f94bb2b85bf151db43f2b7864f59c8 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-02-12T02:10:31.024 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 bash[111240]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5 2026-02-12T02:10:31.024 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 podman[111370]: 2026-02-12 02:10:30.873216884 +0000 UTC m=+0.016775800 container create 0b7e100e5558b2afa2ebbd781e4d2dd96130f4c8200c7aa64bb0e24a64af8702 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:10:31.025 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 podman[111370]: 2026-02-12 02:10:30.903962078 +0000 UTC m=+0.047520923 container init 0b7e100e5558b2afa2ebbd781e4d2dd96130f4c8200c7aa64bb0e24a64af8702 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:10:31.025 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 podman[111370]: 2026-02-12 02:10:30.906282075 +0000 UTC m=+0.049840920 container start 0b7e100e5558b2afa2ebbd781e4d2dd96130f4c8200c7aa64bb0e24a64af8702 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:10:31.025 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 podman[111370]: 2026-02-12 02:10:30.906790774 +0000 UTC m=+0.050349629 container attach 0b7e100e5558b2afa2ebbd781e4d2dd96130f4c8200c7aa64bb0e24a64af8702 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:10:31.025 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:30 trial059 podman[111370]: 2026-02-12 02:10:30.866698036 +0000 UTC m=+0.010256881 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:10:31.025 INFO:journalctl@ceph.osd.5.trial059.stdout:Feb 12 02:10:31 trial059 podman[111370]: 2026-02-12 02:10:31.029227331 +0000 UTC m=+0.172786176 container died 0b7e100e5558b2afa2ebbd781e4d2dd96130f4c8200c7aa64bb0e24a64af8702 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-5-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.label-schema.license=GPLv2) 2026-02-12T02:10:31.055 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.5.service' 2026-02-12T02:10:31.091 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:31.092 INFO:tasks.cephadm.osd.5:Stopped osd.5 2026-02-12T02:10:31.092 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2026-02-12T02:10:31.092 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.6 2026-02-12T02:10:31.351 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:31 trial059 systemd[1]: Stopping Ceph osd.6 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:31.351 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:31.232+0000 7f9f3fceb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:10:31.351 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:31.232+0000 7f9f3fceb640 -1 osd.6 149 *** Got signal Terminated *** 2026-02-12T02:10:31.351 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:31.232+0000 7f9f3fceb640 -1 osd.6 149 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:10:31.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:31.494+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:31.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:31.494+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:05.202627+0000 front 2026-02-12T02:10:05.202648+0000 (oldest deadline 2026-02-12T02:10:30.502709+0000) 2026-02-12T02:10:32.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:31.894+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:32.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:31 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:31.894+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:32.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:32.504+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:32.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:32.504+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:05.202627+0000 front 2026-02-12T02:10:05.202648+0000 (oldest deadline 2026-02-12T02:10:30.502709+0000) 2026-02-12T02:10:33.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:32.942+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:33.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:32 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:32.942+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:33.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:33.548+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:33.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:33.548+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:05.202627+0000 front 2026-02-12T02:10:05.202648+0000 (oldest deadline 2026-02-12T02:10:30.502709+0000) 2026-02-12T02:10:34.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:33.992+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:34.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:33 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:33.992+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:34.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:34 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:34.578+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:34.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:34 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:34.578+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:05.202627+0000 front 2026-02-12T02:10:05.202648+0000 (oldest deadline 2026-02-12T02:10:30.502709+0000) 2026-02-12T02:10:35.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:35.026+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:35.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:35.026+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:35.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:35.575+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:01.202294+0000 front 2026-02-12T02:10:01.202338+0000 (oldest deadline 2026-02-12T02:10:23.502306+0000) 2026-02-12T02:10:35.851 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:35 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6[93846]: 2026-02-12T02:10:35.575+0000 7f9f3c3b3640 -1 osd.6 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:05.202627+0000 front 2026-02-12T02:10:05.202648+0000 (oldest deadline 2026-02-12T02:10:30.502709+0000) 2026-02-12T02:10:36.296 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:36.010+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:36.296 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:36.010+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:36.597 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 podman[111500]: 2026-02-12 02:10:36.302335873 +0000 UTC m=+5.083347357 container died d658ee537b44779ac31f6dc57f42bc1c66cea8f02996cbde9c9f58a3815b9a63 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:10:36.597 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 podman[111500]: 2026-02-12 02:10:36.311519542 +0000 UTC m=+5.092531026 container remove d658ee537b44779ac31f6dc57f42bc1c66cea8f02996cbde9c9f58a3815b9a63 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:10:36.598 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 bash[111500]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6 2026-02-12T02:10:36.598 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 podman[111630]: 2026-02-12 02:10:36.45011603 +0000 UTC m=+0.015896750 container create cc990a664a851c5212691298a1858b68ef0f2498000810ce0c81f32f1f137bb9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, ceph=True, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T02:10:36.598 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 podman[111630]: 2026-02-12 02:10:36.477070773 +0000 UTC m=+0.042851463 container init cc990a664a851c5212691298a1858b68ef0f2498000810ce0c81f32f1f137bb9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T02:10:36.598 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 podman[111630]: 2026-02-12 02:10:36.479941016 +0000 UTC m=+0.045721666 container start cc990a664a851c5212691298a1858b68ef0f2498000810ce0c81f32f1f137bb9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:10:36.598 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 podman[111630]: 2026-02-12 02:10:36.480468821 +0000 UTC m=+0.046249481 container attach cc990a664a851c5212691298a1858b68ef0f2498000810ce0c81f32f1f137bb9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:10:36.598 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 podman[111630]: 2026-02-12 02:10:36.443785352 +0000 UTC m=+0.009566022 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:10:36.598 INFO:journalctl@ceph.osd.6.trial059.stdout:Feb 12 02:10:36 trial059 podman[111630]: 2026-02-12 02:10:36.602577968 +0000 UTC m=+0.168358628 container died cc990a664a851c5212691298a1858b68ef0f2498000810ce0c81f32f1f137bb9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-6-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3) 2026-02-12T02:10:36.631 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.6.service' 2026-02-12T02:10:36.667 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:36.668 INFO:tasks.cephadm.osd.6:Stopped osd.6 2026-02-12T02:10:36.668 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2026-02-12T02:10:36.668 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.7 2026-02-12T02:10:36.851 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:36 trial059 systemd[1]: Stopping Ceph osd.7 for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:36.851 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:36.803+0000 7f891755a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:10:36.851 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:36.803+0000 7f891755a640 -1 osd.7 149 *** Got signal Terminated *** 2026-02-12T02:10:36.851 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:36 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:36.803+0000 7f891755a640 -1 osd.7 149 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T02:10:37.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:37 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:37.056+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:37.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:37 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:37.056+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:37.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:37 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:37.056+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6822 osd.2 since back 2026-02-12T02:10:11.151015+0000 front 2026-02-12T02:10:11.151032+0000 (oldest deadline 2026-02-12T02:10:36.451097+0000) 2026-02-12T02:10:38.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:38 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:38.099+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:38.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:38 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:38.099+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:38.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:38 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:38.099+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6822 osd.2 since back 2026-02-12T02:10:11.151015+0000 front 2026-02-12T02:10:11.151032+0000 (oldest deadline 2026-02-12T02:10:36.451097+0000) 2026-02-12T02:10:39.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:39.107+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:39.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:39.107+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:39.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:39 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:39.107+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6822 osd.2 since back 2026-02-12T02:10:11.151015+0000 front 2026-02-12T02:10:11.151032+0000 (oldest deadline 2026-02-12T02:10:36.451097+0000) 2026-02-12T02:10:40.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:40.097+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:40.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:40.097+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:40.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:40.097+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6822 osd.2 since back 2026-02-12T02:10:11.151015+0000 front 2026-02-12T02:10:11.151032+0000 (oldest deadline 2026-02-12T02:10:36.451097+0000) 2026-02-12T02:10:40.351 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:40 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:40.097+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6830 osd.3 since back 2026-02-12T02:10:18.751591+0000 front 2026-02-12T02:10:18.751603+0000 (oldest deadline 2026-02-12T02:10:39.851528+0000) 2026-02-12T02:10:41.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:41.128+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6806 osd.0 since back 2026-02-12T02:10:02.749985+0000 front 2026-02-12T02:10:02.749869+0000 (oldest deadline 2026-02-12T02:10:23.249930+0000) 2026-02-12T02:10:41.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:41.128+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6814 osd.1 since back 2026-02-12T02:10:06.550558+0000 front 2026-02-12T02:10:06.550671+0000 (oldest deadline 2026-02-12T02:10:28.850613+0000) 2026-02-12T02:10:41.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:41.128+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6822 osd.2 since back 2026-02-12T02:10:11.151015+0000 front 2026-02-12T02:10:11.151032+0000 (oldest deadline 2026-02-12T02:10:36.451097+0000) 2026-02-12T02:10:41.601 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:41 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7[99884]: 2026-02-12T02:10:41.128+0000 7f8913c22640 -1 osd.7 149 heartbeat_check: no reply from 10.20.193.7:6830 osd.3 since back 2026-02-12T02:10:18.751591+0000 front 2026-02-12T02:10:18.751603+0000 (oldest deadline 2026-02-12T02:10:39.851528+0000) 2026-02-12T02:10:42.167 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:41 trial059 podman[111769]: 2026-02-12 02:10:41.863891965 +0000 UTC m=+5.072495281 container died f89f7976536aa8a5663437f417531124f3ab2407fec72da6574c26991ba55df5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0) 2026-02-12T02:10:42.167 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:41 trial059 podman[111769]: 2026-02-12 02:10:41.872828613 +0000 UTC m=+5.081431929 container remove f89f7976536aa8a5663437f417531124f3ab2407fec72da6574c26991ba55df5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T02:10:42.167 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:41 trial059 bash[111769]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7 2026-02-12T02:10:42.167 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:42 trial059 podman[111902]: 2026-02-12 02:10:42.004798721 +0000 UTC m=+0.016016224 container create c2b1bcfa84265e789e41d3c70cd353a39af18a1afabfe96a8845db4e78f6aef2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0) 2026-02-12T02:10:42.168 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:42 trial059 podman[111902]: 2026-02-12 02:10:42.037624425 +0000 UTC m=+0.048841847 container init c2b1bcfa84265e789e41d3c70cd353a39af18a1afabfe96a8845db4e78f6aef2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2) 2026-02-12T02:10:42.168 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:42 trial059 podman[111902]: 2026-02-12 02:10:42.04064024 +0000 UTC m=+0.051857682 container start c2b1bcfa84265e789e41d3c70cd353a39af18a1afabfe96a8845db4e78f6aef2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:10:42.168 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:42 trial059 podman[111902]: 2026-02-12 02:10:42.041156643 +0000 UTC m=+0.052374075 container attach c2b1bcfa84265e789e41d3c70cd353a39af18a1afabfe96a8845db4e78f6aef2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T02:10:42.168 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:42 trial059 podman[111902]: 2026-02-12 02:10:41.998307525 +0000 UTC m=+0.009524957 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T02:10:42.168 INFO:journalctl@ceph.osd.7.trial059.stdout:Feb 12 02:10:42 trial059 podman[111902]: 2026-02-12 02:10:42.17238036 +0000 UTC m=+0.183597792 container died c2b1bcfa84265e789e41d3c70cd353a39af18a1afabfe96a8845db4e78f6aef2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-osd-7-deactivate, io.buildah.version=1.41.3, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T02:10:42.207 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@osd.7.service' 2026-02-12T02:10:42.243 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:42.244 INFO:tasks.cephadm.osd.7:Stopped osd.7 2026-02-12T02:10:42.244 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2026-02-12T02:10:42.244 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@prometheus.a 2026-02-12T02:10:42.445 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 systemd[1]: Stopping Ceph prometheus.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:42.445 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=WARN source=main.go:1076 msg="Received an OS signal, exiting gracefully..." signal=terminated 2026-02-12T02:10:42.445 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=INFO source=main.go:1101 msg="Stopping scrape discovery manager..." 2026-02-12T02:10:42.445 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=INFO source=main.go:1115 msg="Stopping notify discovery manager..." 2026-02-12T02:10:42.445 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=INFO source=manager.go:190 msg="Stopping rule manager..." component="rule manager" 2026-02-12T02:10:42.445 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=INFO source=main.go:1097 msg="Scrape discovery manager stopped" 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=INFO source=manager.go:206 msg="Rule manager stopped" component="rule manager" 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=INFO source=main.go:1152 msg="Stopping scrape manager..." 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=INFO source=main.go:1111 msg="Notify discovery manager stopped" 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.383Z level=INFO source=main.go:1144 msg="Scrape manager stopped" 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.385Z level=INFO source=manager.go:543 msg="Stopping notification manager..." component=notifier 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.385Z level=INFO source=manager.go:285 msg="Draining any remaining notifications..." component=notifier 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.385Z level=INFO source=manager.go:291 msg="Remaining notifications drained" component=notifier 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.385Z level=INFO source=manager.go:218 msg="Notification manager stopped" component=notifier 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.385Z level=INFO source=main.go:1422 msg="Notifier manager stopped" 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a[53084]: time=2026-02-12T02:10:42.385Z level=INFO source=main.go:1436 msg="See you next time!" 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 podman[112033]: 2026-02-12 02:10:42.393657686 +0000 UTC m=+0.023085438 container died b0a5aec487d4b13daa017d25203357ca58b55e6038a1b37c3ae659e317bdf75b (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T02:10:42.446 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 podman[112033]: 2026-02-12 02:10:42.401384828 +0000 UTC m=+0.030812590 container remove b0a5aec487d4b13daa017d25203357ca58b55e6038a1b37c3ae659e317bdf75b (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T02:10:42.447 INFO:journalctl@ceph.prometheus.a.trial059.stdout:Feb 12 02:10:42 trial059 bash[112033]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-prometheus-a 2026-02-12T02:10:42.462 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@prometheus.a.service' 2026-02-12T02:10:42.497 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T02:10:42.497 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2026-02-12T02:10:42.498 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 --force --keep-logs 2026-02-12T02:10:42.746 INFO:teuthology.orchestra.run.trial007.stdout:Deleting cluster with fsid: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:10:43.999 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:10:43 trial007 systemd[1]: Stopping Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:43.999 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:10:43 trial007 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a[86090]: time=2026-02-12T02:10:43.920Z level=INFO source=main.go:584 msg="Received SIGTERM, exiting gracefully..." 2026-02-12T02:10:44.000 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:10:43 trial007 podman[147913]: 2026-02-12 02:10:43.930241411 +0000 UTC m=+0.023733352 container died 45c8b3211b04604a6d91455bd0e839179b5d1c6d86860803f0011dcf96346cca (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, org.opencontainers.image.source=https://github.com/prometheus/alertmanager, maintainer=The Prometheus Authors ) 2026-02-12T02:10:44.000 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:10:43 trial007 podman[147913]: 2026-02-12 02:10:43.938384883 +0000 UTC m=+0.031876824 container remove 45c8b3211b04604a6d91455bd0e839179b5d1c6d86860803f0011dcf96346cca (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T02:10:44.000 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:10:43 trial007 podman[147913]: 2026-02-12 02:10:43.939059957 +0000 UTC m=+0.032551908 volume remove 816883c2e39d9bdf1d8792c7f503d4cb5bba73c6b9ce7885343aef9caaf481c4 2026-02-12T02:10:44.000 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:10:43 trial007 bash[147913]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-alertmanager-a 2026-02-12T02:10:44.291 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:10:44 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T02:10:44.291 INFO:journalctl@ceph.alertmanager.a.trial007.stdout:Feb 12 02:10:44 trial007 systemd[1]: Stopped Ceph alertmanager.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:10:44.291 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:10:44 trial007 systemd[1]: Stopping Ceph node-exporter.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:10:44.292 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:10:44 trial007 podman[148065]: 2026-02-12 02:10:44.243525924 +0000 UTC m=+0.023144859 container died 285e9923c687b89d4135fa2af30e727eabc6aecd6a758feae7dafda4e01cbbb0 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:10:44.292 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:10:44 trial007 podman[148065]: 2026-02-12 02:10:44.254694136 +0000 UTC m=+0.034313061 container remove 285e9923c687b89d4135fa2af30e727eabc6aecd6a758feae7dafda4e01cbbb0 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:10:44.292 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:10:44 trial007 bash[148065]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-a 2026-02-12T02:10:44.292 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:10:44 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2026-02-12T02:10:44.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:10:44 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.a.service: Failed with result 'exit-code'. 2026-02-12T02:10:44.623 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:10:44 trial007 systemd[1]: Stopped Ceph node-exporter.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:10:44.624 INFO:journalctl@ceph.node-exporter.a.trial007.stdout:Feb 12 02:10:44 trial007 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.a.service: Consumed 2.043s CPU time. 2026-02-12T02:11:05.684 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 --force --keep-logs 2026-02-12T02:11:05.935 INFO:teuthology.orchestra.run.trial059.stdout:Deleting cluster with fsid: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: Stopping Ceph grafana.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=server t=2026-02-12T02:11:07.075153033Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075276624Z level=info msg="module stopped" module=*loginattemptimpl.Service 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075282925Z level=info msg="module stopped" module=*anonimpl.AnonDeviceService 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075292824Z level=info msg="module stopped" module=*metric.Service 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075294387Z level=info msg="module stopped" module=*pushhttp.Gateway 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075293134Z level=info msg="module stopped" module=*rendering.RenderingService 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075307421Z level=info msg="module stopped" module=*updatemanager.PluginsService 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075306519Z level=info msg="module stopped" module=*api.HTTPServer 2026-02-12T02:11:07.164 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075311549Z level=info msg="module stopped" module=*service.UsageStats 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075311879Z level=info msg="module stopped" module=*supportbundlesimpl.Service 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=ngalert.scheduler t=2026-02-12T02:11:07.075310687Z level=info msg=stopped component=ticker last_tick=2026-02-12T02:11:00Z 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075320325Z level=info msg="module stopped" module=*store.standardStorageService 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075324543Z level=info msg="module stopped" module=*cleanup.CleanUpService 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075327218Z level=info msg="module stopped" module=*metrics.InternalMetricsService 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075326256Z level=info msg="module stopped" module=*angulardetectorsprovider.Dynamic 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075331125Z level=info msg="module stopped" module=*dualwrite.ZanzanaReconciler 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.0753336Z level=info msg="module stopped" module=*authimpl.UserAuthTokenService 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075336465Z level=info msg="module stopped" module=*manager.ServiceAccountsService 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075340853Z level=info msg="module stopped" module=*pluginexternal.Service 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.07533898Z level=info msg="module stopped" module=*migrations.SecretMigrationProviderImpl 2026-02-12T02:11:07.165 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075340974Z level=info msg="module stopped" module=*service.DashboardUpdater 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075346544Z level=info msg="module stopped" module=*statscollector.Service 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075348628Z level=info msg="module stopped" module=*notifications.NotificationService 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075360761Z level=info msg="module stopped" module=*store.dummyEntityEventsService 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075362975Z level=info msg="module stopped" module=*manager.SecretsService 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075362684Z level=info msg="module stopped" module=*live.GrafanaLive 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075361883Z level=info msg="module stopped" module=*appregistry.Service 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075373364Z level=info msg="module stopped" module=*remotecache.RemoteCache 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075374837Z level=info msg="module stopped" module=*ssosettingsimpl.Service 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075377021Z level=info msg="module stopped" module=*service.DashboardServiceImpl 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075384294Z level=info msg="module stopped" module=*garbagecollectionworker.Worker 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075795231Z level=info msg="module stopped" module=*ngalert.AlertNG 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.075813365Z level=info msg="module stopped" module=provisioning 2026-02-12T02:11:07.166 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.07583231Z level=info msg="module stopped" module=plugin.backgroundinstaller 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.076043624Z level=info msg="module stopped" module=plugins.store 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.076087416Z level=info msg="module stopped" module=grafana-apiserver 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=tracing t=2026-02-12T02:11:07.076115498Z level=info msg="Closing tracing" 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=grafana-apiserver t=2026-02-12T02:11:07.076110729Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.076131067Z level=info msg="module stopped" module=tracing 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a[67696]: logger=backgroundsvcs.managerAdapter t=2026-02-12T02:11:07.076138251Z level=info msg="All modules stopped" 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 podman[112538]: 2026-02-12 02:11:07.085366552 +0000 UTC m=+0.023036266 container died b1e87fa97c1ff6608285b81e48b9dde10bd86e0d5e9d37af1673ad18c6ecc068 (image=quay.io/ceph/grafana:12.3.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 podman[112538]: 2026-02-12 02:11:07.108353576 +0000 UTC m=+0.046023280 container remove b1e87fa97c1ff6608285b81e48b9dde10bd86e0d5e9d37af1673ad18c6ecc068 (image=quay.io/ceph/grafana:12.3.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T02:11:07.167 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 bash[112538]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-grafana-a 2026-02-12T02:11:07.461 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: Stopping Ceph node-exporter.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460... 2026-02-12T02:11:07.461 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:11:07 trial059 podman[112689]: 2026-02-12 02:11:07.408883928 +0000 UTC m=+0.022557333 container died 1e6925197c23b6e70af18836182c834c6fb74da7c5b0ae77a5c22a79ab4d4c2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:11:07.461 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:11:07 trial059 podman[112689]: 2026-02-12 02:11:07.416464737 +0000 UTC m=+0.030138152 container remove 1e6925197c23b6e70af18836182c834c6fb74da7c5b0ae77a5c22a79ab4d4c2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:11:07.461 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:11:07 trial059 bash[112689]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460-node-exporter-b 2026-02-12T02:11:07.461 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2026-02-12T02:11:07.462 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@grafana.a.service: Deactivated successfully. 2026-02-12T02:11:07.462 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: Stopped Ceph grafana.a for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:11:07.462 INFO:journalctl@ceph.grafana.a.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@grafana.a.service: Consumed 3.321s CPU time. 2026-02-12T02:11:07.851 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.b.service: Failed with result 'exit-code'. 2026-02-12T02:11:07.851 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: Stopped Ceph node-exporter.b for c0f9a4f4-07b3-11f1-bac9-d404e6e7d460. 2026-02-12T02:11:07.851 INFO:journalctl@ceph.node-exporter.b.trial059.stdout:Feb 12 02:11:07 trial059 systemd[1]: ceph-c0f9a4f4-07b3-11f1-bac9-d404e6e7d460@node-exporter.b.service: Consumed 1.774s CPU time. 2026-02-12T02:11:18.296 DEBUG:teuthology.orchestra.run.trial007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T02:11:18.326 DEBUG:teuthology.orchestra.run.trial059:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T02:11:18.355 INFO:tasks.cephadm:Archiving crash dumps... 2026-02-12T02:11:18.358 DEBUG:teuthology.misc:Transferring archived files from trial007:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072/remote/trial007/crash 2026-02-12T02:11:18.359 DEBUG:teuthology.orchestra.run.trial007:> sudo tar c -f - -C /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/crash -- . 2026-02-12T02:11:18.391 INFO:teuthology.orchestra.run.trial007.stderr:tar: /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-12T02:11:18.391 INFO:teuthology.orchestra.run.trial007.stderr:tar: Error is not recoverable: exiting now 2026-02-12T02:11:18.393 DEBUG:teuthology.misc:Transferring archived files from trial059:/var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072/remote/trial059/crash 2026-02-12T02:11:18.395 DEBUG:teuthology.orchestra.run.trial059:> sudo tar c -f - -C /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/crash -- . 2026-02-12T02:11:18.420 INFO:teuthology.orchestra.run.trial059.stderr:tar: /var/lib/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-12T02:11:18.420 INFO:teuthology.orchestra.run.trial059.stderr:tar: Error is not recoverable: exiting now 2026-02-12T02:11:18.421 INFO:tasks.cephadm:Checking cluster log for badness... 2026-02-12T02:11:18.422 DEBUG:teuthology.orchestra.run.trial007:> sudo grep -E '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.log | grep -E CEPHADM_ | grep -E -v '\(MDS_ALL_DOWN\)' | grep -E -v '\(MDS_UP_LESS_THAN_MAX\)' | grep -E -v CEPHADM_STRAY_DAEMON | grep -E -v CEPHADM_FAILED_DAEMON | grep -E -v CEPHADM_AGENT_DOWN | head -n 1 2026-02-12T02:11:18.459 INFO:tasks.cephadm:Compressing logs... 2026-02-12T02:11:18.459 DEBUG:teuthology.orchestra.run.trial007:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T02:11:18.501 DEBUG:teuthology.orchestra.run.trial059:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T02:11:18.522 INFO:teuthology.orchestra.run.trial007.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-02-12T02:11:18.522 INFO:teuthology.orchestra.run.trial007.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-12T02:11:18.523 INFO:teuthology.orchestra.run.trial007.stderr:gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.2.log 2026-02-12T02:11:18.525 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.a.log 2026-02-12T02:11:18.525 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.0.log 2026-02-12T02:11:18.525 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mgr.y.log 2026-02-12T02:11:18.525 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.3.log 2026-02-12T02:11:18.525 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.c.log 2026-02-12T02:11:18.525 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.cephadm.log 2026-02-12T02:11:18.525 INFO:teuthology.orchestra.run.trial007.stderr:gzip/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.c.log: -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.audit.log 2026-02-12T02:11:18.526 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-client.rgw.foo.trial007.nniftz.log 2026-02-12T02:11:18.526 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-volume.log 2026-02-12T02:11:18.527 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-client.rgw.foo.trial007.nniftz.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.1.log 2026-02-12T02:11:18.527 INFO:teuthology.orchestra.run.trial007.stderr: 76.4% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-client.rgw.foo.trial007.nniftz.log.gz 2026-02-12T02:11:18.527 INFO:teuthology.orchestra.run.trial007.stderr: 92.0% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.cephadm.log.gz 2026-02-12T02:11:18.528 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/tcmu-runner.log 2026-02-12T02:11:18.528 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.log 2026-02-12T02:11:18.528 INFO:teuthology.orchestra.run.trial007.stderr: 93.1% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-12T02:11:18.528 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/tcmu-runner.log: 75.4% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/tcmu-runner.log.gz 2026-02-12T02:11:18.531 INFO:teuthology.orchestra.run.trial059.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log: No such file or directory 2026-02-12T02:11:18.531 INFO:teuthology.orchestra.run.trial059.stderr: 2026-02-12T02:11:18.531 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.5.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.7.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.cephadm.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.5.log: /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.4.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.audit.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.b.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.audit.log: 85.8% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.cephadm.log.gz 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-volume.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.6.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-client.rgw.foo.trial059.ljtpvt.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mgr.x.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.log 2026-02-12T02:11:18.532 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-client.rgw.foo.trial059.ljtpvt.log: /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mgr.x.log: 77.0% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-client.rgw.foo.trial059.ljtpvt.log.gz 2026-02-12T02:11:18.533 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.log: 91.2% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.audit.log.gz 2026-02-12T02:11:18.533 INFO:teuthology.orchestra.run.trial059.stderr: 89.0% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.log.gz 2026-02-12T02:11:18.533 INFO:teuthology.orchestra.run.trial007.stderr:/var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.log: 93.9% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.log.gz 2026-02-12T02:11:18.533 INFO:teuthology.orchestra.run.trial007.stderr: 94.4% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph.audit.log.gz 2026-02-12T02:11:18.533 INFO:teuthology.orchestra.run.trial007.stderr: 95.2% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-volume.log.gz 2026-02-12T02:11:18.536 INFO:teuthology.orchestra.run.trial059.stderr: 95.2% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-volume.log.gz 2026-02-12T02:11:18.543 INFO:teuthology.orchestra.run.trial059.stderr: 92.7% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-12T02:11:18.583 INFO:teuthology.orchestra.run.trial059.stderr: 90.1% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mgr.x.log.gz 2026-02-12T02:11:18.698 INFO:teuthology.orchestra.run.trial007.stderr: 90.4% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mgr.y.log.gz 2026-02-12T02:11:18.802 INFO:teuthology.orchestra.run.trial007.stderr: 92.7% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.c.log.gz 2026-02-12T02:11:18.803 INFO:teuthology.orchestra.run.trial059.stderr: 92.7% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.b.log.gz 2026-02-12T02:11:19.204 INFO:teuthology.orchestra.run.trial007.stderr: 93.4% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.2.log.gz 2026-02-12T02:11:19.223 INFO:teuthology.orchestra.run.trial007.stderr: 91.3% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-mon.a.log.gz 2026-02-12T02:11:19.385 INFO:teuthology.orchestra.run.trial059.stderr: 93.3% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.6.log.gz 2026-02-12T02:11:19.542 INFO:teuthology.orchestra.run.trial007.stderr: 93.5% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.0.log.gz 2026-02-12T02:11:19.638 INFO:teuthology.orchestra.run.trial007.stderr: 93.6% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.1.log.gz 2026-02-12T02:11:19.645 INFO:teuthology.orchestra.run.trial059.stderr: 93.8% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.7.log.gz 2026-02-12T02:11:19.682 INFO:teuthology.orchestra.run.trial059.stderr: 93.5% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.5.log.gz 2026-02-12T02:11:19.752 INFO:teuthology.orchestra.run.trial059.stderr: 93.6% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.4.log.gz 2026-02-12T02:11:19.754 INFO:teuthology.orchestra.run.trial059.stderr: 2026-02-12T02:11:19.754 INFO:teuthology.orchestra.run.trial059.stderr:real 0m1.236s 2026-02-12T02:11:19.754 INFO:teuthology.orchestra.run.trial059.stderr:user 0m4.448s 2026-02-12T02:11:19.755 INFO:teuthology.orchestra.run.trial059.stderr:sys 0m0.277s 2026-02-12T02:11:19.838 INFO:teuthology.orchestra.run.trial007.stderr: 93.4% -- replaced with /var/log/ceph/c0f9a4f4-07b3-11f1-bac9-d404e6e7d460/ceph-osd.3.log.gz 2026-02-12T02:11:19.840 INFO:teuthology.orchestra.run.trial007.stderr: 2026-02-12T02:11:19.840 INFO:teuthology.orchestra.run.trial007.stderr:real 0m1.325s 2026-02-12T02:11:19.840 INFO:teuthology.orchestra.run.trial007.stderr:user 0m4.988s 2026-02-12T02:11:19.840 INFO:teuthology.orchestra.run.trial007.stderr:sys 0m0.322s 2026-02-12T02:11:19.840 INFO:tasks.cephadm:Archiving logs... 2026-02-12T02:11:19.841 DEBUG:teuthology.misc:Transferring archived files from trial007:/var/log/ceph to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072/remote/trial007/log 2026-02-12T02:11:19.842 DEBUG:teuthology.orchestra.run.trial007:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-12T02:11:20.371 DEBUG:teuthology.misc:Transferring archived files from trial059:/var/log/ceph to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072/remote/trial059/log 2026-02-12T02:11:20.374 DEBUG:teuthology.orchestra.run.trial059:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-12T02:11:20.757 INFO:tasks.cephadm:Removing cluster... 2026-02-12T02:11:20.757 DEBUG:teuthology.orchestra.run.trial007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 --force 2026-02-12T02:11:21.005 INFO:teuthology.orchestra.run.trial007.stdout:Deleting cluster with fsid: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:11:21.103 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 --force 2026-02-12T02:11:21.350 INFO:teuthology.orchestra.run.trial059.stdout:Deleting cluster with fsid: c0f9a4f4-07b3-11f1-bac9-d404e6e7d460 2026-02-12T02:11:21.450 INFO:tasks.cephadm:Removing cephadm ... 2026-02-12T02:11:21.450 DEBUG:teuthology.orchestra.run.trial007:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-12T02:11:21.468 DEBUG:teuthology.orchestra.run.trial059:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-12T02:11:21.485 INFO:tasks.cephadm:Teardown complete 2026-02-12T02:11:21.485 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-12T02:11:21.499 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-12T02:11:21.499 DEBUG:teuthology.orchestra.run.trial007:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T02:11:21.510 DEBUG:teuthology.orchestra.run.trial059:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T02:11:21.523 INFO:teuthology.orchestra.run.trial007.stderr:bash: line 1: ntpq: command not found 2026-02-12T02:11:21.540 INFO:teuthology.orchestra.run.trial059.stderr:bash: line 1: ntpq: command not found 2026-02-12T02:11:21.546 INFO:teuthology.orchestra.run.trial059.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T02:11:21.546 INFO:teuthology.orchestra.run.trial059.stdout:=============================================================================== 2026-02-12T02:11:21.546 INFO:teuthology.orchestra.run.trial059.stdout:^+ t1.time.gq1.yahoo.com 2 7 377 127 -31ms[ -31ms] +/- 70ms 2026-02-12T02:11:21.546 INFO:teuthology.orchestra.run.trial059.stdout:^+ 66.42.71.197.vultruserco> 3 8 377 59 +4919us[+4919us] +/- 44ms 2026-02-12T02:11:21.546 INFO:teuthology.orchestra.run.trial059.stdout:^* 144.202.41.38.vultruserc> 2 8 377 125 +7509us[+7513us] +/- 32ms 2026-02-12T02:11:21.546 INFO:teuthology.orchestra.run.trial059.stdout:^+ ntp.maxhost.io 2 7 177 253 +4811us[+4816us] +/- 57ms 2026-02-12T02:11:21.548 INFO:teuthology.orchestra.run.trial007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T02:11:21.548 INFO:teuthology.orchestra.run.trial007.stdout:=============================================================================== 2026-02-12T02:11:21.548 INFO:teuthology.orchestra.run.trial007.stdout:^+ t1.time.gq1.yahoo.com 2 6 377 381 -31ms[ -31ms] +/- 70ms 2026-02-12T02:11:21.548 INFO:teuthology.orchestra.run.trial007.stdout:^+ 66.42.71.197.vultruserco> 3 7 377 125 +4807us[+4807us] +/- 44ms 2026-02-12T02:11:21.548 INFO:teuthology.orchestra.run.trial007.stdout:^* 144.202.41.38.vultruserc> 2 8 377 190 +7890us[+7903us] +/- 32ms 2026-02-12T02:11:21.548 INFO:teuthology.orchestra.run.trial007.stdout:^+ ntp.maxhost.io 2 7 267 124 +4833us[+4833us] +/- 57ms 2026-02-12T02:11:21.549 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-12T02:11:21.564 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-12T02:11:21.564 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-12T02:11:21.579 DEBUG:teuthology.orchestra.run.trial007:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-12T02:11:21.643 DEBUG:teuthology.orchestra.run.trial059:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-12T02:11:21.692 DEBUG:teuthology.orchestra.run.trial007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T02:11:21.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T02:11:21.721 DEBUG:teuthology.orchestra.run.trial059:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T02:11:21.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T02:11:21.746 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-12T02:11:21.762 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-12T02:11:21.776 INFO:teuthology.task.internal:Duration was 1945.881162 seconds 2026-02-12T02:11:21.777 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-12T02:11:21.793 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-12T02:11:21.793 DEBUG:teuthology.orchestra.run.trial007:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-12T02:11:21.796 DEBUG:teuthology.orchestra.run.trial059:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-12T02:11:21.831 INFO:teuthology.orchestra.run.trial007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T02:11:21.834 INFO:teuthology.orchestra.run.trial059.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T02:11:22.131 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-12T02:11:22.132 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial007.front.sepia.ceph.com 2026-02-12T02:11:22.132 DEBUG:teuthology.orchestra.run.trial007:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-12T02:11:22.152 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial059.front.sepia.ceph.com 2026-02-12T02:11:22.153 DEBUG:teuthology.orchestra.run.trial059:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-12T02:11:22.190 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-12T02:11:22.190 DEBUG:teuthology.orchestra.run.trial007:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T02:11:22.195 DEBUG:teuthology.orchestra.run.trial059:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T02:11:22.393 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-12T02:11:22.394 DEBUG:teuthology.orchestra.run.trial007:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T02:11:22.396 DEBUG:teuthology.orchestra.run.trial059:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T02:11:22.416 INFO:teuthology.orchestra.run.trial007.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T02:11:22.417 INFO:teuthology.orchestra.run.trial007.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T02:11:22.418 INFO:teuthology.orchestra.run.trial007.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-12T02:11:22.418 INFO:teuthology.orchestra.run.trial007.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T02:11:22.418 INFO:teuthology.orchestra.run.trial007.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-12T02:11:22.420 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T02:11:22.421 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T02:11:22.422 INFO:teuthology.orchestra.run.trial059.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-12T02:11:22.422 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T02:11:22.422 INFO:teuthology.orchestra.run.trial059.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-12T02:11:22.443 INFO:teuthology.orchestra.run.trial059.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 90.4% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-12T02:11:22.451 INFO:teuthology.orchestra.run.trial007.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 90.7% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-12T02:11:22.453 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-12T02:11:22.469 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-12T02:11:22.469 DEBUG:teuthology.orchestra.run.trial007:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-12T02:11:22.519 DEBUG:teuthology.orchestra.run.trial059:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-12T02:11:22.544 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-12T02:11:22.561 DEBUG:teuthology.orchestra.run.trial007:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-12T02:11:22.564 DEBUG:teuthology.orchestra.run.trial059:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-12T02:11:22.585 INFO:teuthology.orchestra.run.trial007.stdout:kernel.core_pattern = core 2026-02-12T02:11:22.607 INFO:teuthology.orchestra.run.trial059.stdout:kernel.core_pattern = core 2026-02-12T02:11:22.622 DEBUG:teuthology.orchestra.run.trial007:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-12T02:11:22.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T02:11:22.656 DEBUG:teuthology.orchestra.run.trial059:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-12T02:11:22.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T02:11:22.678 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-12T02:11:22.694 INFO:teuthology.task.internal:Transferring archived files... 2026-02-12T02:11:22.695 DEBUG:teuthology.misc:Transferring archived files from trial007:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072/remote/trial007 2026-02-12T02:11:22.695 DEBUG:teuthology.orchestra.run.trial007:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-12T02:11:22.739 DEBUG:teuthology.misc:Transferring archived files from trial059:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45072/remote/trial059 2026-02-12T02:11:22.740 DEBUG:teuthology.orchestra.run.trial059:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-12T02:11:22.777 INFO:teuthology.task.internal:Removing archive directory... 2026-02-12T02:11:22.777 DEBUG:teuthology.orchestra.run.trial007:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-12T02:11:22.780 DEBUG:teuthology.orchestra.run.trial059:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-12T02:11:22.825 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-12T02:11:22.843 INFO:teuthology.task.internal:Not uploading archives. 2026-02-12T02:11:22.844 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-12T02:11:22.860 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-12T02:11:22.860 DEBUG:teuthology.orchestra.run.trial007:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-12T02:11:22.863 DEBUG:teuthology.orchestra.run.trial059:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-12T02:11:22.878 INFO:teuthology.orchestra.run.trial007.stdout: 792650 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 12 02:11 /home/ubuntu/cephtest 2026-02-12T02:11:22.880 INFO:teuthology.orchestra.run.trial059.stdout: 786525 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 12 02:11 /home/ubuntu/cephtest 2026-02-12T02:11:22.881 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-12T02:11:22.898 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-12T02:11:22.935 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} duration: 1945.8811616897583 owner: scheduled_gabrioux@soko04.front.sepia.ceph.com success: true 2026-02-12T02:11:22.935 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-12T02:11:23.062 INFO:teuthology.run:pass